-- Logs begin at Thu 2021-05-27 10:35:04 UTC, end at Thu 2021-05-27 11:49:28 UTC. -- May 27 11:23:45.126757 dv-cinder-751579-23-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 11:23:46.107807 dv-cinder-751579-23-iscsi neutron-server[92338]: Beware of the coming changes in the project packaging May 27 11:23:46.108453 dv-cinder-751579-23-iscsi neutron-server[92338]: https://github.com/svinota/pyroute2/discussions/786 May 27 11:23:47.596906 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.common.config [-] Logging enabled! May 27 11:23:47.597447 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 11:23:47.597679 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 11:23:47.601591 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.common.config [-] Logging enabled! May 27 11:23:47.601844 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 11:23:47.602160 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 11:23:47.603104 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 11:23:47.603335 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 11:23:47.603697 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 11:23:47.603943 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 11:23:47.604194 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 11:23:47.604513 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.604810 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.605106 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.605337 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.605631 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.605920 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.606201 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.606486 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.606780 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.607065 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.607346 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.607630 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.607860 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.608168 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.608456 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.608740 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.608964 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] debug = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.609242 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.609666 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.610082 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.610362 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.610652 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.610935 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.611204 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.611487 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.611768 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.612122 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] host = dv-cinder-751579-23-iscsi {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.612401 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.612686 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.612971 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.613257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.613534 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.613809 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.614093 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.614368 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.614642 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] log_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.614915 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.615202 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.615619 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.615989 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.616228 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.616456 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.616747 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.617036 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.617312 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.617586 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.617860 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.618131 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.618401 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.618670 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.618955 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.619242 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.619524 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.619796 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.620097 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.620370 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.620641 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.620927 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.621334 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.621609 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.621884 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.622170 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.622438 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.622711 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.623011 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.623296 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.623576 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.623862 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.624159 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.624441 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.624714 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.624987 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.625258 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] use_json = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.625532 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.625802 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.626086 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.626356 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.626628 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.626900 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.627170 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.627455 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:47.627753 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.628076 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.628379 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.628665 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.628963 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.629246 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.629537 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.629820 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.630109 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.630397 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.630683 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.631473 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.631959 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.632262 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.632559 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.632866 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.633163 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.633458 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.633735 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.634009 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.634283 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.634562 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.634849 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.635141 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.635433 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.635709 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.636010 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.636313 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.636590 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.636865 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.637144 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.637435 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.637716 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.637992 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.638276 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.638554 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.638826 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.639097 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.639376 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.639666 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.639944 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.640241 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.640512 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.640791 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.641062 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.641346 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.641626 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.641904 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.642175 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.642458 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.642732 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.643129 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.643440 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.643684 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.643966 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.644263 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.644539 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.644811 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.645084 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.645355 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.645626 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.645898 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.646177 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.646452 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.647374 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.647651 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.647928 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.648229 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.648520 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.648824 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.649105 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.649405 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.649664 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.649945 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.650226 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.650505 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.650782 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.651058 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.651329 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.651617 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.651904 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.652214 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.652501 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.652778 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.653075 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.653618 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.653902 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.654179 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.654461 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.654754 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.655040 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.655337 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.655631 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.656091 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.656445 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.656686 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.656970 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.657282 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.657564 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:47.657786 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 11:23:47.658026 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92338) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 11:23:48.010648 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:48.010921 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:48.011212 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:23:48.011690 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 11:23:48.407089 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.407308 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.407555 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.408983 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.409257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.409525 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.444971 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.445248 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.445517 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.458483 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.458767 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.459037 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.489613 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.489891 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.490164 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.526504 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.526778 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.527046 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.772258 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.772931 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.772931 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.773097 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.773824 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.900371 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.900694 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.900978 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.901258 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.901538 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.901852 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.902115 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.902504 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.902769 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.903056 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.903582 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.903853 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.904149 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.904412 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.904691 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.904966 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.906345 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.906639 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.906913 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.907208 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.907573 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.907838 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.908120 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.908411 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.908668 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.908921 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.909315 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:23:48.909559 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:23:48.909802 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:23:48.910042 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:23:48.910279 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:23:48.910517 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:23:48.910886 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 11:23:48.914300 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 11:23:48.918245 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 11:23:48.922041 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) May 27 11:23:48.923683 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 11:23:48.924162 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 11:23:48.924496 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 11:23:48.924885 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 11:23:48.928356 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 11:23:48.928764 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 11:23:48.929122 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 11:23:48.956832 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 11:23:48.957287 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.957590 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92338) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 11:23:48.957957 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.959852 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92338) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 11:23:48.960172 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 11:23:48.960422 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 11:23:48.963660 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:48.963950 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:49.034659 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 11:23:49.034837 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 11:23:49.035081 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 11:23:49.035458 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 11:23:49.066661 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_db.sqlalchemy.engines [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92338) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 11:23:49.613555 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Initializing driver for type 'gre' May 27 11:23:49.614080 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] gre ID ranges: [(1, 1000)] May 27 11:23:49.805827 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Initializing driver for type 'local' May 27 11:23:49.806437 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Initializing driver for type 'vlan' May 27 11:23:49.950245 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] VlanTypeDriver initialization complete May 27 11:23:49.950605 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Initializing driver for type 'vxlan' May 27 11:23:49.951112 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] vxlan ID ranges: [(1, 1000)] May 27 11:23:50.274192 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Initializing extension driver 'port_security' May 27 11:23:50.274452 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.extensions.port_security [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] PortSecurityExtensionDriver initialization complete May 27 11:23:50.274795 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Initializing mechanism driver 'openvswitch' May 27 11:23:50.275148 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Initializing mechanism driver 'hyperv' May 27 11:23:50.285629 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.plugins.ml2.plugin [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:23:50.286433 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > port after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.286810 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > port after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.287165 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > port after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.288251 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > subnet after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.288643 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > subnet after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.289053 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.289441 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > network after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.289792 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > network after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.290138 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > network after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.290522 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > security_group after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.290873 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > security_group after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.291217 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > security_group after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.291603 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.292006 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.292310 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.292695 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > address_group after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.293046 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > address_group after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.293386 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > address_group after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.293726 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] ML2 OVO RPC backend initialized. {{(pid=92338) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 11:23:50.294448 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.294803 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.295219 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > network before_response 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.295570 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > networks before_response 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.295920 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > port before_response 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.296280 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > ports before_response 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.296626 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > subnet before_response 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.296964 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > subnets before_response 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.297310 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > network after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.297649 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > network after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.297985 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > network after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.298321 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > port after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.298669 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > port after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.299003 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > port after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.299347 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > subnet after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.299688 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > subnet after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.300048 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.300639 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.plugin [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Modular L2 Plugin initialization complete May 27 11:23:50.300972 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading services supported by the core plugin {{(pid=92338) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 11:23:50.301301 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.plugins.ml2.managers [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Got port-security extension from driver 'port_security' May 27 11:23:50.301773 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.extensions.vlantransparent [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Disabled vlantransparent extension. May 27 11:23:50.302276 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92338) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 11:23:50.302593 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading Plugin: router May 27 11:23:50.347037 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router_interface before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.347433 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router after_create 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.347809 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router before_create 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.348196 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.348568 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.348923 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router after_delete 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.349279 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > floatingip after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.349641 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router after_create 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.350709 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router after_update 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.351059 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router after_update 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.351407 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.351768 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router after_update 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.352202 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router precommit_update 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.352576 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: port after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.352926 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: port after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.353270 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: subnet after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.353608 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.353955 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > port precommit_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.354304 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router precommit_create 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.354654 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: port before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.354995 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router precommit_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.355351 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router after_update 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.355692 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router precommit_delete 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.356061 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router precommit_create 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.356422 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.356772 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router precommit_update 55549900 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.357140 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > network after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.357993 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Tracking information for resource: router configured {{(pid=92338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:23:50.358322 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Tracking information for resource: floatingip configured {{(pid=92338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 11:23:50.363342 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.db.l3_agentschedulers_db [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 11:23:50.363920 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: port after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.364312 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: port after_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.364670 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: port after_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.365022 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: port after_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.365917 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router before_create 55550100 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.366280 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router precommit_delete 55550100 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.366643 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router precommit_create 55550100 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.367000 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > router precommit_update 55550100 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.371539 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.services.provider_configuration [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service providers = [] {{(pid=92338) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 11:23:50.371904 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.db.servicetype_db [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92338) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 11:23:50.374834 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.services.service_base [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 11:23:50.375188 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.services.service_base [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 11:23:50.375537 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.services.service_base [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 11:23:50.376461 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.services.service_base [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 11:23:50.376834 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.services.service_base [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 11:23:50.377386 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:23:50.377708 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 11:23:50.388376 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:23:50.388711 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading Plugin: auto_allocate May 27 11:23:50.394592 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: network precommit_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.394964 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: network precommit_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.395482 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:23:50.395804 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading Plugin: tag May 27 11:23:50.403584 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:23:50.403918 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading Plugin: timestamp May 27 11:23:50.407758 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:23:50.408128 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading Plugin: network_ip_availability May 27 11:23:50.414002 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.414408 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.414775 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.415514 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:23:50.415836 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading Plugin: flavors May 27 11:23:50.420903 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:23:50.421239 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading Plugin: revisions May 27 11:23:50.425520 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 11:23:50.425911 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_concurrency.lockutils [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.415s {{(pid=92338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:23:50.426649 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92338) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 11:23:50.426987 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Initializing extension manager. May 27 11:23:50.427497 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: __init__.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.428020 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: __pycache__ {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.428245 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.428579 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: address_group.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.429344 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.429917 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: address-group May 27 11:23:50.430241 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: address_scope.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.430945 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.431453 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: address-scope May 27 11:23:50.431776 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: admin_state_down_before_update.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.432746 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.433259 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: router-admin-state-down-before-update May 27 11:23:50.433579 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: agent.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.434269 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.434774 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: agent May 27 11:23:50.435116 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: agent_resources_synced.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.436009 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.436518 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: agent-resources-synced May 27 11:23:50.436840 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: allowedaddresspairs.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.438611 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.439131 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: allowed-address-pairs May 27 11:23:50.439458 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: auto_allocated_topology.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.440563 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.441084 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: auto-allocated-topology May 27 11:23:50.441410 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: availability_zone.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.442107 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.442618 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: availability_zone May 27 11:23:50.442941 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: availability_zone_filter.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.443911 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.444668 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: availability_zone_filter May 27 11:23:50.444999 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: data_plane_status.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.445925 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.446435 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension data-plane-status not supported by any of loaded plugins May 27 11:23:50.446759 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: default_subnetpools.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.447674 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.448206 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: default-subnetpools May 27 11:23:50.448526 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: dhcpagentscheduler.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.449354 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.449862 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: dhcp_agent_scheduler May 27 11:23:50.450182 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: dns.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.451094 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.451597 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension dns-integration not supported by any of loaded plugins May 27 11:23:50.451920 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: dns_domain_ports.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.452855 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.453381 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 11:23:50.453690 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: dvr.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.454364 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.454867 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: dvr May 27 11:23:50.455194 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: empty_string_filtering.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.456120 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.456623 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: empty-string-filtering May 27 11:23:50.456943 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.457844 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.458372 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 11:23:50.458691 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.460308 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.460817 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 11:23:50.461140 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: external_net.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.462041 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.462551 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: external-net May 27 11:23:50.462873 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: extra_dhcp_opt.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.463784 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.464412 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: extra_dhcp_opt May 27 11:23:50.464732 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: extraroute.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.465632 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.466138 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: extraroute May 27 11:23:50.466459 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: extraroute_atomic.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.467486 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.468017 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: extraroute-atomic May 27 11:23:50.468341 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: filter_validation.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.469000 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.469500 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: filter-validation May 27 11:23:50.469828 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: fip_pf_description.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.470926 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.471437 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 11:23:50.471761 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: fip_port_details.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.472694 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.473196 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: fip-port-details May 27 11:23:50.473519 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: flavors.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.475386 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.475915 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: flavors May 27 11:23:50.476270 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.477945 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.478470 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 11:23:50.478801 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: floatingip_pools.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.479496 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.480031 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: floatingip-pools May 27 11:23:50.480358 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: ip_allocation.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.481272 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.481776 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension ip_allocation not supported by any of loaded plugins May 27 11:23:50.482100 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.483004 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.483510 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: ip-substring-filtering May 27 11:23:50.483835 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: l2_adjacency.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.484799 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.485297 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension l2_adjacency not supported by any of loaded plugins May 27 11:23:50.485651 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: l3.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.486653 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.487168 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: router May 27 11:23:50.487496 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: l3_conntrack_helper.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.489778 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.490311 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 11:23:50.490677 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.491607 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.492168 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: ext-gw-mode May 27 11:23:50.492499 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.493410 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.493925 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: l3-ha May 27 11:23:50.494248 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: l3_flavors.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.495151 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.495664 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: l3-flavors May 27 11:23:50.496005 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.496923 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.497427 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: l3-port-ip-change-not-allowed May 27 11:23:50.497753 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: l3agentscheduler.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.498787 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.499298 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: l3_agent_scheduler May 27 11:23:50.499628 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: logging.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.501170 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.501692 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension logging not supported by any of loaded plugins May 27 11:23:50.502025 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: metering.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.502767 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.503351 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: metering May 27 11:23:50.503682 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.504816 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.505327 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: metering_source_and_destination_fields May 27 11:23:50.505662 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: multiprovidernet.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.506747 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.507255 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: multi-provider May 27 11:23:50.507584 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: netmtu.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.508516 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.509025 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: net-mtu May 27 11:23:50.509351 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: netmtu_writable.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.510275 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.510780 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: net-mtu-writable May 27 11:23:50.511106 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: network_availability_zone.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.511777 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.512312 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: network_availability_zone May 27 11:23:50.512636 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: network_ip_availability.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.513731 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.514248 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: network-ip-availability May 27 11:23:50.514574 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: network_segment_range.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.515358 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.515866 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension network-segment-range not supported by any of loaded plugins May 27 11:23:50.516221 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: pagination.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.517216 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.517549 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: pagination May 27 11:23:50.517870 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: port_device_profile.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.518774 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.519287 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: port-device-profile May 27 11:23:50.519610 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.520565 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.521069 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: port-mac-address-regenerate May 27 11:23:50.521390 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.522853 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.523363 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: port-numa-affinity-policy May 27 11:23:50.523688 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: port_resource_request.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.524666 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.525119 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension port-resource-request not supported by any of loaded plugins May 27 11:23:50.525440 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: portbindings.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.526365 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.526873 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: binding May 27 11:23:50.527195 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: portbindings_extended.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.528793 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.529307 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: binding-extended May 27 11:23:50.529635 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: portsecurity.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.530538 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.531051 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: port-security May 27 11:23:50.531373 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: project_id.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.532357 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.532687 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: project-id May 27 11:23:50.533011 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: providernet.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.533959 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.534467 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: provider May 27 11:23:50.534788 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: qos.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.539138 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.539660 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension qos not supported by any of loaded plugins May 27 11:23:50.540018 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.541270 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.541786 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 11:23:50.542115 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.543029 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.543543 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 11:23:50.543864 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: qos_default.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.544793 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.545312 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension qos-default not supported by any of loaded plugins May 27 11:23:50.545635 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: qos_fip.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.546292 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.546803 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension qos-fip not supported by any of loaded plugins May 27 11:23:50.547116 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: qos_gateway_ip.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.548047 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.548556 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 11:23:50.548879 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: qos_port_network_policy.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.549780 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.550286 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 11:23:50.550611 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: qos_rule_type_details.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.551508 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.552192 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 11:23:50.552525 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: qos_rules_alias.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.553863 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.554376 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 11:23:50.554699 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: quotasv2.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.555790 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.556148 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: quotas May 27 11:23:50.556474 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: quotasv2_detail.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.558177 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.558574 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: quota_details May 27 11:23:50.558963 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: rbac.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.560081 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.560607 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: rbac-policies May 27 11:23:50.560938 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: rbac_address_group.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.562007 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.562750 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: rbac-address-group May 27 11:23:50.563197 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: rbac_address_scope.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.564314 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.564838 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: rbac-address-scope May 27 11:23:50.565168 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: rbac_security_groups.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.566088 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.566604 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: rbac-security-groups May 27 11:23:50.566983 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: rbac_subnetpool.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.567916 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.568502 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: rbac-subnetpool May 27 11:23:50.569000 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: revisionifmatch.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.569986 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.570692 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: revision-if-match May 27 11:23:50.571152 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: revisions.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.572415 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.572941 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: standard-attr-revisions May 27 11:23:50.573269 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: router_availability_zone.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.573944 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.574461 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: router_availability_zone May 27 11:23:50.574788 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: routerservicetype.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.575703 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.576252 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension router-service-type not supported by any of loaded plugins May 27 11:23:50.576578 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.577561 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.578278 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: security-groups-normalized-cidr May 27 11:23:50.578738 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: security_groups_port_filtering.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.579759 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.580305 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: port-security-groups-filtering May 27 11:23:50.580635 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.581558 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.582073 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: security-groups-remote-address-group May 27 11:23:50.582395 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: securitygroup.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.592761 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.593312 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: security-group May 27 11:23:50.593648 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: segment.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.594459 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.594968 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension segment not supported by any of loaded plugins May 27 11:23:50.595299 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.596303 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.596814 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 11:23:50.597141 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: servicetype.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.598246 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.598765 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: service-type May 27 11:23:50.599093 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: sorting.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.600720 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.601134 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: sorting May 27 11:23:50.601464 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: standard_attr_segment.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.602375 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.602889 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 11:23:50.603213 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: standardattrdescription.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.603856 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.604389 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: standard-attr-description May 27 11:23:50.604715 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: stateful_security_group.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.605630 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.606149 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: stateful-security-group May 27 11:23:50.606472 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: stdattrs_common.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.607047 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 11:23:50.607367 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.608383 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.608894 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 11:23:50.609213 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: subnet_onboard.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.610323 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.610841 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: subnet_onboard May 27 11:23:50.611161 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.612115 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.612625 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 11:23:50.612949 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: subnet_service_types.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.614107 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.614792 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: subnet-service-types May 27 11:23:50.615248 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: subnetallocation.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.616576 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.617101 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: subnet_allocation May 27 11:23:50.617425 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.618091 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.618599 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: subnetpool-prefix-ops May 27 11:23:50.618917 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.619940 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.620379 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 11:23:50.620698 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: tagging.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.621773 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.622290 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: standard-attr-tag May 27 11:23:50.622612 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: timestamp.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.623810 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.624366 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loaded extension: standard-attr-timestamp May 27 11:23:50.624721 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: trunk.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.625764 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.626280 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension trunk not supported by any of loaded plugins May 27 11:23:50.626610 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: trunk_details.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.627519 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.628045 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension trunk-details not supported by any of loaded plugins May 27 11:23:50.628372 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: uplink_status_propagation.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.629283 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.629791 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 11:23:50.630114 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Loading extension file: vlantransparent.py {{(pid=92338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 11:23:50.630784 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 11:23:50.631940 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extension vlan-transparent not supported by any of loaded plugins May 27 11:23:50.634483 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:network May 27 11:23:50.635236 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:subnet May 27 11:23:50.637216 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:subnetpool May 27 11:23:50.637945 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:port May 27 11:23:50.639137 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.639579 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service FLAVORS assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.640241 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.640679 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.641013 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:router May 27 11:23:50.641712 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:floatingip May 27 11:23:50.642386 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service METERING assigned prefix: /metering {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.643822 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.644211 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.644567 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:23:50.645724 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of CountableResource for resource:rbac_policy May 27 11:23:50.646170 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:security_group May 27 11:23:50.647530 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:security_group_rule May 27 11:23:50.648389 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service CORE assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.648721 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:subnetpool May 27 11:23:50.649059 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] subnetpool is already registered May 27 11:23:50.649668 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service CORE assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.649995 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:subnetpool May 27 11:23:50.650326 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] subnetpool is already registered May 27 11:23:50.652980 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.653682 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service FLAVORS assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.654282 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.654711 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.655040 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:router May 27 11:23:50.655369 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] router is already registered May 27 11:23:50.655962 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:floatingip May 27 11:23:50.656321 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] floatingip is already registered May 27 11:23:50.656952 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service METERING assigned prefix: /metering {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.657629 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of CountableResource for resource:rbac_policy May 27 11:23:50.657956 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] rbac_policy is already registered May 27 11:23:50.658497 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:security_group May 27 11:23:50.658824 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] security_group is already registered May 27 11:23:50.659409 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:security_group_rule May 27 11:23:50.659746 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] security_group_rule is already registered May 27 11:23:50.660458 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service CORE assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.660787 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:subnetpool May 27 11:23:50.661111 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] subnetpool is already registered May 27 11:23:50.661704 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.v2.resource_helper [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Service CORE assigned prefix: {{(pid=92338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 11:23:50.662026 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Creating instance of TrackedResource for resource:subnetpool May 27 11:23:50.662512 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING neutron.quota.resource_registry [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] subnetpool is already registered May 27 11:23:50.663235 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: extensions {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.664782 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: address-groups {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.666410 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: address-scopes {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.667629 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: agents {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.668816 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: auto-allocated-topology {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.670075 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: availability_zones {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.671397 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: dhcp-networks {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.672865 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: dhcp-agents {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.674290 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: routers {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.676137 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: flavors {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.677350 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: service_profiles {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.678637 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: next_providers {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.680222 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: service_profiles {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.681640 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: floatingip-pools {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.682861 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: routers {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.684750 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: floatingips {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.685964 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: l3-routers {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.687344 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: l3-agents {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.688794 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: metering-labels {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.690141 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: metering-label-rules {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.691441 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: network-ip-availabilities {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.692730 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: bindings {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.695029 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: quotas {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.696511 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: quotas {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.697917 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: rbac-policies {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.699227 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: security-groups {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.700473 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: security-group-rules {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.701711 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: service-providers {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.702944 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: subnetpools {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.705335 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: subnetpools {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.706799 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: tags {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.708543 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: tags {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.822422 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: tags {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.824160 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: tags {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.825956 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: tags {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.827830 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: tags {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.829566 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: tags {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.831475 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: tags {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.833281 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: tags {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.835788 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron.api.extensions [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Extended resource: tags {{(pid=92338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 11:23:50.841732 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING keystonemiddleware.auth_token [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 11:23:50.846470 dv-cinder-751579-23-iscsi neutron-server[92338]: WARNING keystonemiddleware.auth_token [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 11:23:50.855096 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_concurrency.lockutils [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Acquired lock "singleton_lock" {{(pid=92338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 11:23:50.855633 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_concurrency.lockutils [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Releasing lock "singleton_lock" {{(pid=92338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 11:23:50.856248 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO oslo_service.service [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Starting 2 workers May 27 11:23:50.860995 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Started child 92449 {{(pid=92338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 11:23:50.865466 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Started child 92450 {{(pid=92338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 11:23:50.867425 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:50.868068 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO neutron.service [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Neutron service started, listening on 0.0.0.0:9696 May 27 11:23:50.868068 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Notify callbacks [] for process, before_spawn {{(pid=92338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:50.868249 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [-] (92449) wsgi starting up on http://0.0.0.0:9696 May 27 11:23:50.870345 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO oslo_service.service [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Starting 1 workers May 27 11:23:50.870771 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:50.872306 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [-] (92450) wsgi starting up on http://0.0.0.0:9696 May 27 11:23:50.875536 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Started child 92451 {{(pid=92338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 11:23:50.876084 dv-cinder-751579-23-iscsi neutron-server[92338]: INFO oslo_service.service [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Starting 1 workers May 27 11:23:50.879111 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.service [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] calling RpcWorker wait() {{(pid=92451) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 11:23:50.880004 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.service [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] returning from RpcWorker wait() {{(pid=92451) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 11:23:50.880701 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Started child 92452 {{(pid=92338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 11:23:50.881972 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:50.882133 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG neutron_lib.callbacks.manager [None req-4509f7cc-a56b-419a-b438-460d6343af9a None None] Notify callbacks [] for process, after_spawn {{(pid=92338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:50.882501 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:23:50.884072 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 11:23:50.884287 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 11:23:50.884458 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 11:23:50.884848 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 11:23:50.885197 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 11:23:50.885340 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 11:23:50.885869 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.886395 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.886543 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:23:50.887253 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.887253 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.887253 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.887595 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.887828 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.888296 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.888573 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.888845 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.889067 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.889213 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.889461 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.889673 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.889955 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.890208 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.890464 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.890746 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.890946 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.891193 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.891404 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.891667 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.892076 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] debug = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.892230 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.892691 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.892980 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.899445 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.899445 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.899445 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.899445 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.899445 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.899445 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.899445 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.899445 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.901181 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.901181 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.901181 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.901181 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.901181 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.901181 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.901181 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] host = dv-cinder-751579-23-iscsi {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.901181 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.901181 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.902357 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.902357 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.902357 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.902357 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.902357 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.902357 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.902357 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.902357 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.904050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.904050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.904050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.904050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.904050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_options = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.904050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.904050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.904050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.905106 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.905106 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.905106 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.905106 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.905106 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.905106 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.905106 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.906231 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.906231 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.906231 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.906231 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.906231 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.906231 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.906231 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.906231 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.907295 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.907295 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.907295 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.907295 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.907295 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.907295 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.907295 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.908328 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.908328 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.908328 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.908328 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.908328 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.908970 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.908970 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.908970 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.909457 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.909457 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.909767 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.909912 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.910129 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.910363 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.910621 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.910882 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.911154 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.911316 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.911559 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.911794 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.912060 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_json = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.912331 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.912651 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.914364 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.914364 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.914364 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.914364 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.914600 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:23:50.914695 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.914695 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.914695 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.914695 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.915145 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.915383 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.915645 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.915912 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.916164 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.916412 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.916651 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.916883 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.917179 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.917413 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.917728 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.918062 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.918310 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.918557 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.918818 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.919126 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.919365 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.919595 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.919839 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.920090 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.920447 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.920724 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.920985 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.921254 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.921472 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.921696 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.921939 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.922191 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.922425 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.922642 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.922909 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.923151 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.923366 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.923589 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.923820 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.924061 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.924314 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.928257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.928257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.928257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.928257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.928257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.928257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.928257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.928257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.928257 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929103 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929103 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929103 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929103 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929103 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929103 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929103 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929103 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929103 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929732 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929732 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929732 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.929732 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.930060 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.930060 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.930284 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.930503 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.930725 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.930962 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.931209 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.931454 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.931775 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.931913 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.932233 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.932442 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.932684 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.932900 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.933116 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.933338 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.933555 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.933798 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.934017 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.934373 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.934596 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.934908 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.935192 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.935512 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.935964 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.936402 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.936682 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.937000 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.937357 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.937692 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.937950 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.938176 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.938403 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.938645 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.938907 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.939173 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.939462 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.939686 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.939910 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.940196 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.940422 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.940680 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.940922 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.941178 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.941405 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.941690 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.941929 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.942183 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.942440 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.942698 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.943057 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.943220 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.944178 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.944516 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.946050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.946050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.946050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.946050 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.946632 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.946632 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.946632 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.947032 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.947168 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.947304 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.947524 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.947754 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.948688 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.948688 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.948688 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.949165 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.949165 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.950759 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.950759 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.950759 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.950759 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.950759 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.950759 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.950759 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.951720 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.951720 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.951720 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.951720 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.952380 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.952380 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.952749 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.952981 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.953235 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.953441 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.953660 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.953902 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.954136 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.954353 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.954740 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.954886 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.955022 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.955273 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.955496 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.955717 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.955996 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.956206 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.956428 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.956681 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.956898 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.957136 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.957368 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.957581 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.957831 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.958051 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.958324 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.958593 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.958824 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.959118 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.959947 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.960218 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.960457 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.960777 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.961003 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.961264 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.961501 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.961721 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.961958 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.962201 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.962451 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.962665 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.962910 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.963160 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.963485 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.963750 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.964000 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.964245 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.964465 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.964709 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.964961 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.965451 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.965451 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.965732 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.965896 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.966098 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.966356 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.966579 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.966818 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.967036 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.967252 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.967496 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.967724 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.968041 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.968292 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.968589 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.968747 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.969361 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.969361 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.969604 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.969604 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.969834 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.970014 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.970300 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.970550 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.970765 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.970985 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.971196 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.971460 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.971674 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.971883 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.972125 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.972359 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.972585 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.972817 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.973026 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.973269 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.973528 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.973781 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.974033 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.974278 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.974564 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.974851 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.975114 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.975403 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.975727 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.975946 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.976215 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.976435 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.976652 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.976879 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.977149 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.977481 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.977784 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.978074 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.978387 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.978673 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.978978 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.979223 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.979458 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.979751 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.980130 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.980426 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.980681 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.980925 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.981207 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.981446 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.981682 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.981913 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.982147 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.982363 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.982619 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.982865 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.983118 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.983336 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.983569 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.983818 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.984073 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.984458 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.984705 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.984926 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:50.985087 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 11:23:50.985692 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 11:23:50.985960 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 11:23:50.986121 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 11:23:50.986270 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 11:23:50.986408 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 11:23:50.986663 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 11:23:50.986663 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.987046 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.987198 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.987347 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.987494 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.987698 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.987838 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.988020 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.988181 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.988332 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.988460 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.988586 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.988722 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.988862 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.988991 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.989128 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.989278 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.989437 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.989711 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.989711 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.989988 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.990134 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.990266 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] debug = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.990928 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.991053 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.991196 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.991302 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.991488 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.991614 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.991767 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.991895 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.992065 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.992194 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.992351 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.992511 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.992670 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.992829 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.992987 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.993146 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.993304 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.993464 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] host = dv-cinder-751579-23-iscsi {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.993624 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.993784 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.993940 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.994099 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.994275 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.994412 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.994568 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.994716 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.994873 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.995031 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.995191 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.995349 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.995507 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.995671 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.995824 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_options = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.996022 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.996161 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.996321 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.996498 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.996662 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.996821 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.997051 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.997165 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.997288 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.997441 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.997640 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.997793 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.997909 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.998066 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.998226 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.998384 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.998543 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.998702 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.998904 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.999044 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.999179 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.999314 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.999440 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.999596 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.999749 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:50.999900 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.000089 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.000249 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.000407 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.000567 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.000725 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.000883 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.001042 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.001201 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.001359 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.001519 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.001677 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.001838 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.001998 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.002156 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.002314 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.002471 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.002628 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.002787 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.002944 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.003102 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_json = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.003259 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.003417 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.003643 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.003781 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.004006 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.004096 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.004199 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.004359 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 11:23:51.004539 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.004701 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.004875 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.005037 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.005198 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.005359 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.005522 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.005684 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.005845 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.006660 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.006879 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.007047 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.007225 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.007454 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.007551 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.007707 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.007868 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.008053 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.008217 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.008378 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.008540 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.008702 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.008882 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.009044 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.009206 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.009367 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.009528 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.009690 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.009853 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.010015 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.010176 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.010339 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.010500 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.010661 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.010823 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.010987 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.011147 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.011308 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.011469 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.011633 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.011792 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.011953 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.012170 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.012557 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.012557 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.012728 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.012884 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.013046 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.013208 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.013369 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.013544 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.013709 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.013873 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.014036 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.014199 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.014358 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.014519 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.014680 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.014841 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.015003 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.015164 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.015340 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.015501 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.015662 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.015888 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.016207 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.016207 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.016361 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.016461 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.016623 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.016784 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.016946 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.017138 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.017268 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.017430 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.017596 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.017766 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.017926 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.018088 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.018250 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.018411 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.018572 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.018735 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.018896 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.019068 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.019249 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.019408 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.019571 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.019774 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.019882 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.020805 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.020805 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.020805 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.020805 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.020805 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.020805 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.021198 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.021198 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.021314 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.021415 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.021635 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.021877 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.022041 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.022204 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.022367 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.022575 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.022672 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.022837 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.022997 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.023159 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.023319 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.023493 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.023655 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.023863 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.024035 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.024176 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.024352 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.024505 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.024647 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.024812 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.024972 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.025134 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.025296 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.025458 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.025620 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.025781 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.025943 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.026113 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.026285 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.026447 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.026610 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.026771 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.026956 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.027116 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.027278 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.027440 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.027601 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.027767 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.027929 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.028116 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.028538 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.028733 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.028912 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.029065 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.029228 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.029390 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.029551 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.029713 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.029876 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.030040 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.030202 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.030366 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.030528 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.030689 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.030852 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.031013 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.031175 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.031337 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.031498 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.031660 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.031822 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.032000 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.032164 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.032326 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.032486 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.032647 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.032808 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.032969 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.033130 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.033295 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.033457 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.033619 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.033786 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.033971 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.034091 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.034265 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.034416 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.034579 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.034742 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.034904 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.035065 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.035227 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.035389 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.035552 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.035714 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.035875 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.036060 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.036286 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.036494 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.036571 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.036701 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.036861 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.037022 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.037241 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.037454 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.037717 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.037941 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.038214 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.038395 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.038562 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.038725 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.038887 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.039049 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.039211 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.039372 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.039533 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.039709 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.039871 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.040066 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.040232 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.040395 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.040569 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.040747 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.040892 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.041060 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.041222 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.041383 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.041525 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.041688 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.041817 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:23:51.041954 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.042087 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.042218 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.042348 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.042479 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.042624 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.042801 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.042973 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.043134 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.043295 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.043456 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.043634 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.043787 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.043950 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.044160 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.044290 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.044455 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.044617 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.044778 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.044953 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.045114 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.045278 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.045440 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.045602 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.045763 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.045925 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.046091 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.046263 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.046434 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.046597 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.046769 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.046940 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.047097 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.047263 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.047433 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.047612 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.047774 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.047935 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.048108 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.048270 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.048431 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.048591 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.048752 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.048962 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.049126 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.049286 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.049447 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.049659 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.049794 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.049932 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.050073 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.050204 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.050361 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.050522 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.050683 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 11:23:51.050837 dv-cinder-751579-23-iscsi neutron-server[92338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 11:23:51.312444 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 58734) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:23:51.321840 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072222 May 27 11:24:02.670812 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de902b0-4190-4b4e-a69a-44e2d6d122e0 None None] get_active_networks_info from dv-cinder-751579-23-iscsi {{(pid=92451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 11:24:02.748135 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de902b0-4190-4b4e-a69a-44e2d6d122e0 None None] No non-hosted networks {{(pid=92451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 11:24:02.760638 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.agentschedulers_db [None req-9de902b0-4190-4b4e-a69a-44e2d6d122e0 None None] DHCP Agent not found on host dv-cinder-751579-23-iscsi {{(pid=92451) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 11:24:03.028646 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-bd900dcd-6569-4905-8c78-7de9008de526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583'] for agent, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:05.017360 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583'] for agent, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:05.017995 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.018656 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.019281 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.020051 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.020677 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.021310 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.023596 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.024542 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.025533 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.026223 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.027091 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.027860 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:05.028912 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-751579-23-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:05.047457 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-751579-23-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:05.183855 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f60f27ca-654e-4b72-b546-e35bd7414729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583'] for agent, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:05.234844 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.db.api [None req-ed60ba6a-6116-4be5-af5f-0dee42718127 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-751579-23-iscsi {{(pid=92451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 11:24:05.235198 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_db.api [None req-ed60ba6a-6116-4be5-af5f-0dee42718127 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 11:24:05.886087 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-ed60ba6a-6116-4be5-af5f-0dee42718127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:06.182796 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583'] for agent, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:07.761982 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.db.l3_hamode_db [None req-bf2b6461-6ff0-4965-b0ad-53e256563a02 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 11:24:07.882998 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b6461-6ff0-4965-b0ad-53e256563a02 None None] Routers set() bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:07.883415 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b6461-6ff0-4965-b0ad-53e256563a02 None None] Router IDs set() for agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 11:24:07.959966 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583'] for agent, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:09.691032 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 58826) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:10.282238 dv-cinder-751579-23-iscsi neutron-server[92450]: WARNING oslo_policy.policy [None req-5612068a-117c-43fb-8ef3-8567881aca91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:24:10.282238 dv-cinder-751579-23-iscsi neutron-server[92450]: WARNING oslo_policy.policy [None req-5612068a-117c-43fb-8ef3-8567881aca91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:24:10.504935 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [None req-5612068a-117c-43fb-8ef3-8567881aca91 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:24:10.507066 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-5612068a-117c-43fb-8ef3-8567881aca91 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8140335 May 27 11:24:12.922477 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 58840) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:13.321370 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-440ee29d-cc21-41b5-96cb-f75b4800f9d2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:13.422979 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.policy [None req-440ee29d-cc21-41b5-96cb-f75b4800f9d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92450) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 11:24:13.468795 dv-cinder-751579-23-iscsi neutron-server[92450]: WARNING oslo_policy.policy [None req-440ee29d-cc21-41b5-96cb-f75b4800f9d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:24:13.469194 dv-cinder-751579-23-iscsi neutron-server[92450]: WARNING oslo_policy.policy [None req-440ee29d-cc21-41b5-96cb-f75b4800f9d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:24:13.478279 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.quota [None req-440ee29d-cc21-41b5-96cb-f75b4800f9d2 admin admin] Loaded quota_driver: . May 27 11:24:13.494388 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-440ee29d-cc21-41b5-96cb-f75b4800f9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:13.815280 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-440ee29d-cc21-41b5-96cb-f75b4800f9d2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736642592647', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736642592230', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736642579432', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736642568567', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736642692356', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736642683411', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1691020', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1660942', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597771', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555447'] for rbac-policy, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:14.064740 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-440ee29d-cc21-41b5-96cb-f75b4800f9d2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:14.066012 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-440ee29d-cc21-41b5-96cb-f75b4800f9d2 admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1424987 May 27 11:24:16.705996 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 58854) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:17.065613 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'name': 'private'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:17.070847 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:17.075863 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Usage tracker for resource:network and tenant:d095ecda4e22462a84806cae3c5d720a is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:17.080370 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:17.086934 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:17.190189 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Made reservation on behalf of d095ecda4e22462a84806cae3c5d720a for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:24:17.193046 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:17.211133 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:17.225993 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:17.230171 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Usage tracker for resource:security_group_rule and tenant:d095ecda4e22462a84806cae3c5d720a is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:17.235511 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:17.242151 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:17.339502 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:17.411267 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:17.416858 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:17.438845 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:24:17.464561 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736639438574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:17.465189 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Unsubscribe: segment precommit_create {{(pid=92450) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 11:24:17.465680 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Added segment 4cfc92e2-9251-44b5-895b-d3e20d9d00b5 of type vlan for network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 May 27 11:24:17.474590 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a93c665-7e69-48e1-b607-8b3f049dcf09,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:17.531751 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.532123 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.532459 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.532782 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.533102 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.533435 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.533756 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.534082 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.534413 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.534725 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.535033 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.535343 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Tracked resource versions report: May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: pushed versions: May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: { 'AddressGroup': {'1.2'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'ConntrackHelper': {'1.0'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Log': {'1.0'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Network': {'1.1'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Port': {'1.7'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'PortForwarding': {'1.2'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'QosPolicy': {'1.8'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SecurityGroup': {'1.4'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SecurityGroupRule': {'1.2'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SubPort': {'1.0'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Subnet': {'1.1'}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Trunk': {'1.1'}} May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: consumer versions: May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: { DHCP agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: L3 agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: Metadata agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: Metering agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: Open vSwitch agent@dv-cinder-751579-23-iscsi: { 'AddressGroup': '1.2', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'ConntrackHelper': '1.0', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Log': '1.0', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Network': '1.1', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Port': '1.7', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'PortForwarding': '1.2', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'QosPolicy': '1.8', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SecurityGroup': '1.4', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SecurityGroupRule': '1.2', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SubPort': '1.0', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Subnet': '1.1', May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Trunk': '1.1'}} May 27 11:24:17.536667 dv-cinder-751579-23-iscsi neutron-server[92450]: {{(pid=92450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:24:17.592783 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:17.599025 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:17.711295 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:17.712774 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:17.713453 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:17.718514 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:17.835574 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Pushing event updated for resources: {'Network': ['ID=aa34c49e-c221-4a82-8fdd-9fc716c36eb4,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:17.838777 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:17.848155 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:24:17.894211 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.1871378 May 27 11:24:20.648178 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 58870) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:21.113774 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95c901-4a2a-4e36-a9af-d537c70348d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:21.115205 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-1d95c901-4a2a-4e36-a9af-d537c70348d0 admin admin] 10.222.0.86 "GET /v2.0/networks/aa34c49e-c221-4a82-8fdd-9fc716c36eb4 HTTP/1.1" status: 200 len: 826 time: 0.4657950 May 27 11:24:21.142771 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-0a765016-81c4-4020-a26c-7de7b64f0a30 admin admin] 10.222.0.86 "GET /v2.0/subnetpools/26cb92f8-b23b-41bc-bf19-de223080629e HTTP/1.1" status: 200 len: 734 time: 0.0220222 May 27 11:24:21.153345 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Request body: {'subnet': {'subnetpool_id': '26cb92f8-b23b-41bc-bf19-de223080629e', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'gateway_ip': '172.20.0.1'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:21.157945 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:21.161819 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Usage tracker for resource:subnet and tenant:d095ecda4e22462a84806cae3c5d720a is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:21.165491 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:21.171325 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:21.441522 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Made reservation on behalf of d095ecda4e22462a84806cae3c5d720a for: {'subnet': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:24:21.444545 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:22.080004 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727'] for subnet, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:22.084050 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:22.165991 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c442d2-dd61-405e-a37b-49af72153c76,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:22.170226 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Checking segment: {'id': '4cfc92e2-9251-44b5-895b-d3e20d9d00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:22.170654 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Network hostable DHCP agents. Network: aa34c49e-c221-4a82-8fdd-9fc716c36eb4, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:24:22.173907 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:22.262179 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:24:22.355857 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, aa34c49e-c221-4a82-8fdd-9fc716c36eb4) {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:22.360774 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:22.361371 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:22.367123 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c0287-64c4-4a9e-8639-a400c8ec05a1 None None] Network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:24:22.457979 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3087652 May 27 11:24:22.694191 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp406d2aa3-827e-5c42-ba9c-45e187d9f653-aa34c49e-c221-4a82-8fdd-9fc716c36eb4', 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'fixed_ips': [{'subnet_id': 'e8c442d2-dd61-405e-a37b-49af72153c76'}]}} from dv-cinder-751579-23-iscsi. {{(pid=92451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:24:22.695325 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:22.889323 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.db_base_plugin_common [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Allocated IP 172.20.0.2 (aa34c49e-c221-4a82-8fdd-9fc716c36eb4/e8c442d2-dd61-405e-a37b-49af72153c76/74f5eab6-1a78-480b-b4ba-312c9aa21996) {{(pid=92451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:24:23.144796 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Notify callbacks [] for port, precommit_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:23.159374 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Transition to ACTIVE for port object 74f5eab6-1a78-480b-b4ba-312c9aa21996 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:23.185567 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Transition to ACTIVE for port object 74f5eab6-1a78-480b-b4ba-312c9aa21996 will not be triggered until provisioned by entity DHCP. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:23.278545 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:23.285802 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:23.351717 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 is already hosted by enough agents. {{(pid=92451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:23.354618 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.base_scheduler [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Resources bound (agent type, host, resource id): {{(pid=92451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:23.361186 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Received port after_create {{(pid=92451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:24:23.364557 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Pushing event updated for resources: {'Port': ['ID=74f5eab6-1a78-480b-b4ba-312c9aa21996,revision_number=1']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:23.402370 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.402998 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.402998 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.403527 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.403901 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.404254 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.404577 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.404899 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.405238 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.405555 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.405871 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.406188 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Tracked resource versions report: May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: pushed versions: May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: { 'AddressGroup': {'1.2'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'ConntrackHelper': {'1.0'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Log': {'1.0'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Network': {'1.1'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Port': {'1.7'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'PortForwarding': {'1.2'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'QosPolicy': {'1.8'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SecurityGroup': {'1.4'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SecurityGroupRule': {'1.2'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SubPort': {'1.0'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Subnet': {'1.1'}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Trunk': {'1.1'}} May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: consumer versions: May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: { DHCP agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: L3 agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: Metadata agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: Metering agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: Open vSwitch agent@dv-cinder-751579-23-iscsi: { 'AddressGroup': '1.2', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'ConntrackHelper': '1.0', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Log': '1.0', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Network': '1.1', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Port': '1.7', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'PortForwarding': '1.2', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'QosPolicy': '1.8', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SecurityGroup': '1.4', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SecurityGroupRule': '1.2', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SubPort': '1.0', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Subnet': '1.1', May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Trunk': '1.1'}} May 27 11:24:23.407529 dv-cinder-751579-23-iscsi neutron-server[92451]: {{(pid=92451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:24:23.442279 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:23.471632 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Attempting to bind port 74f5eab6-1a78-480b-b4ba-312c9aa21996 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:24:23.472050 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Attempting to bind port 74f5eab6-1a78-480b-b4ba-312c9aa21996 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '4cfc92e2-9251-44b5-895b-d3e20d9d00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:24:23.472484 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Attempting to bind port 74f5eab6-1a78-480b-b4ba-312c9aa21996 on network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:24:23.478407 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:24:23.478765 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Checking segment: {'id': '4cfc92e2-9251-44b5-895b-d3e20d9d00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:23.479268 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:23.479619 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Bound using segment: {'id': '4cfc92e2-9251-44b5-895b-d3e20d9d00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:24:23.480177 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Bound port: 74f5eab6-1a78-480b-b4ba-312c9aa21996, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfc92e2-9251-44b5-895b-d3e20d9d00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:24:23.480549 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:23.570803 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] For port 74f5eab6-1a78-480b-b4ba-312c9aa21996, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:24:23.574810 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] For port 74f5eab6-1a78-480b-b4ba-312c9aa21996, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=74f5eab6-1a78-480b-b4ba-312c9aa21996,segment=NetworkSegment(4cfc92e2-9251-44b5-895b-d3e20d9d00b5),segment_id=4cfc92e2-9251-44b5-895b-d3e20d9d00b5)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:24:23.688506 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:23.692491 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:23.784147 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Pushing event updated for resources: {'Port': ['ID=74f5eab6-1a78-480b-b4ba-312c9aa21996,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:23.793369 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:24.954629 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 58880) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:25.608048 dv-cinder-751579-23-iscsi neutron-server[92449]: WARNING oslo_policy.policy [None req-121494fd-b37b-4a13-98a5-fc2b7457443a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:24:25.608614 dv-cinder-751579-23-iscsi neutron-server[92449]: WARNING oslo_policy.policy [None req-121494fd-b37b-4a13-98a5-fc2b7457443a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:24:25.842073 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [None req-121494fd-b37b-4a13-98a5-fc2b7457443a admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:24:25.843294 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-121494fd-b37b-4a13-98a5-fc2b7457443a admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8866482 May 27 11:24:28.285458 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 58894) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:28.710256 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [None req-7a5cc4c7-a36b-4255-9a20-c99ab7b6fb5f admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:24:28.711221 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7a5cc4c7-a36b-4255-9a20-c99ab7b6fb5f admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4247396 May 27 11:24:29.366651 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 74f5eab6-1a78-480b-b4ba-312c9aa21996 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:29.527894 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 74f5eab6-1a78-480b-b4ba-312c9aa21996 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:29.712454 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bcfe1e-5113-4c84-8692-7ae6b889f57e None None] Network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:24:29.946559 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-e0162095-b450-4b74-85bf-7a1e3790b5e5 None None] Provisioning for port 74f5eab6-1a78-480b-b4ba-312c9aa21996 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:29.952178 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-e0162095-b450-4b74-85bf-7a1e3790b5e5 None None] Provisioning complete for port 74f5eab6-1a78-480b-b4ba-312c9aa21996 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:29.952587 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-e0162095-b450-4b74-85bf-7a1e3790b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:30.099375 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-e0162095-b450-4b74-85bf-7a1e3790b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:30.136467 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-e0162095-b450-4b74-85bf-7a1e3790b5e5 None None] For port 74f5eab6-1a78-480b-b4ba-312c9aa21996, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=74f5eab6-1a78-480b-b4ba-312c9aa21996,segment=NetworkSegment(4cfc92e2-9251-44b5-895b-d3e20d9d00b5),segment_id=4cfc92e2-9251-44b5-895b-d3e20d9d00b5)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:30.247703 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-e0162095-b450-4b74-85bf-7a1e3790b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:30.249763 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:30.321156 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0162095-b450-4b74-85bf-7a1e3790b5e5 None None] Pushing event updated for resources: {'Port': ['ID=74f5eab6-1a78-480b-b4ba-312c9aa21996,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:30.324238 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-e0162095-b450-4b74-85bf-7a1e3790b5e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:30.369316 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-4ac420de-f7f6-4860-b655-7ee8b043b0e6 None None] Provisioning complete for port 74f5eab6-1a78-480b-b4ba-312c9aa21996 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:30.370045 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-4ac420de-f7f6-4860-b655-7ee8b043b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:31.337629 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 74f5eab6-1a78-480b-b4ba-312c9aa21996 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:31.408588 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 74f5eab6-1a78-480b-b4ba-312c9aa21996 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:31.409254 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:31.596359 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 58910) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:31.967248 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Request body: {'router': {'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:32.042284 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.policy [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92449) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 11:24:32.090647 dv-cinder-751579-23-iscsi neutron-server[92449]: WARNING oslo_policy.policy [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:24:32.090922 dv-cinder-751579-23-iscsi neutron-server[92449]: WARNING oslo_policy.policy [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 11:24:32.100820 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.quota [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Loaded quota_driver: . May 27 11:24:32.117584 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:32.124827 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Usage tracker for resource:router and tenant:d095ecda4e22462a84806cae3c5d720a is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:32.129682 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:32.140407 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:32.259009 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-884385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.261126 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-881313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.288447 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.497722 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-884406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583'] for router, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.593951 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:32.595157 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-bffe2d6d-d21b-4b19-9588-83f66c13b914 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9978426 May 27 11:24:32.668112 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a0a141fa-c77e-4c9b-8a35-adb1299d96ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:34.993456 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 58922) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:35.027785 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:35.165037 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c9c360bc-5e21-4acf-8298-de78bc525337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:35.372404 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [None req-88ce708b-09e6-4fcc-af23-c2361efbc934 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:24:35.373379 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-88ce708b-09e6-4fcc-af23-c2361efbc934 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3790314 May 27 11:24:36.194493 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.802053 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 58942) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:37.875566 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:37.955315 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:37.961317 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:37.969564 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Usage tracker for resource:network and tenant:db1780daca0040a49044f1cd3d76a573 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:37.969564 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:37.974444 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:38.044895 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Made reservation on behalf of db1780daca0040a49044f1cd3d76a573 for: {'network': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:24:38.047754 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.069092 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.079283 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:38.083015 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Usage tracker for resource:security_group_rule and tenant:db1780daca0040a49044f1cd3d76a573 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:38.086830 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:38.092503 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:38.183998 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.270295 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.275889 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:38.290204 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Reserving flat network on physical network physnet1 {{(pid=92449) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 11:24:38.331575 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736639438574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.332346 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Unsubscribe: segment precommit_create {{(pid=92449) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 11:24:38.333435 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.segments_db [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Added segment 6d1af81a-806d-4163-9642-15a38552fd73 of type flat for network aff141f8-ece8-4c78-b753-2e9475f6af8e May 27 11:24:38.385474 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc822b32-9a0b-4003-b355-d9dcc7ac7241,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:38.405108 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.405451 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.405777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.406087 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.406405 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.406731 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.407040 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.407358 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.407680 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.407998 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.408314 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.408614 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Tracked resource versions report: May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: pushed versions: May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: { 'AddressGroup': {'1.2'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'ConntrackHelper': {'1.0'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Log': {'1.0'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Network': {'1.1'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Port': {'1.7'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'PortForwarding': {'1.2'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'QosPolicy': {'1.8'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SecurityGroup': {'1.4'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SecurityGroupRule': {'1.2'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SubPort': {'1.0'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Subnet': {'1.1'}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Trunk': {'1.1'}} May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: consumer versions: May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: { DHCP agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: L3 agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: Metadata agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: Metering agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: Open vSwitch agent@dv-cinder-751579-23-iscsi: { 'AddressGroup': '1.2', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'ConntrackHelper': '1.0', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Log': '1.0', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Network': '1.1', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Port': '1.7', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'PortForwarding': '1.2', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'QosPolicy': '1.8', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SecurityGroup': '1.4', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SecurityGroupRule': '1.2', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SubPort': '1.0', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Subnet': '1.1', May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Trunk': '1.1'}} May 27 11:24:38.409917 dv-cinder-751579-23-iscsi neutron-server[92449]: {{(pid=92449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:24:38.461079 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.465303 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:38.596010 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.597549 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:38.598166 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:38.603529 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:38.713364 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Pushing event updated for resources: {'Network': ['ID=aff141f8-ece8-4c78-b753-2e9475f6af8e,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:38.716585 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:38.723638 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network aff141f8-ece8-4c78-b753-2e9475f6af8e details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:24:38.808229 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0074422 May 27 11:24:41.020444 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 58966) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:41.134602 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87b829-3a9b-4783-a356-a2f51d421a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:41.135945 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-7e87b829-3a9b-4783-a356-a2f51d421a6a admin admin] 10.222.0.86 "GET /v2.0/subnets/e8c442d2-dd61-405e-a37b-49af72153c76 HTTP/1.1" status: 200 len: 849 time: 0.1145005 May 27 11:24:41.297974 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-d459db67-fd52-44fb-a56d-2e100aff36e3 admin admin] 10.222.0.86 "GET /v2.0/routers/53bef8a2-f978-48c8-97fd-25d509e50aa2 HTTP/1.1" status: 200 len: 704 time: 0.1562736 May 27 11:24:41.769984 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.006403 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Allocated IP 172.20.0.1 (aa34c49e-c221-4a82-8fdd-9fc716c36eb4/e8c442d2-dd61-405e-a37b-49af72153c76/3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:24:42.252393 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.270972 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Transition to ACTIVE for port object 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:42.413314 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.417793 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:42.484311 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:42.487215 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:42.493065 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:24:42.493587 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-880233'] for router_interface, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.624382 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Pushing event updated for resources: {'Port': ['ID=3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:42.639694 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:42.765998 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-df1efcaa-3e28-45d0-8209-4f753090f84c None None] Provisioning for port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:42.771258 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-df1efcaa-3e28-45d0-8209-4f753090f84c None None] Provisioning complete for port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:42.771663 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-df1efcaa-3e28-45d0-8209-4f753090f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:42.825712 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-df1efcaa-3e28-45d0-8209-4f753090f84c None None] Port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:24:42.898418 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:43.127875 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:43.194132 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:43.195265 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1035732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880330'] for router_interface, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:43.198837 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:43.330613 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Pushing event updated for resources: {'Port': ['ID=3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:43.335080 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:43.395905 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:43.396902 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:43.551668 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-84c0cabc-21ca-4fa7-a41a-46845ee30019 None None] Provisioning complete for port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:43.552074 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-84c0cabc-21ca-4fa7-a41a-46845ee30019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:43.611406 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-84c0cabc-21ca-4fa7-a41a-46845ee30019 None None] Port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:24:43.670299 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Router 53bef8a2-f978-48c8-97fd-25d509e50aa2 is scheduled to L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def with binding_index 1 {{(pid=92449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:24:43.825158 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:24:43.834759 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] 10.222.0.86 "PUT /v2.0/routers/53bef8a2-f978-48c8-97fd-25d509e50aa2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5310872 May 27 11:24:43.835350 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Sync routers for ids ['53bef8a2-f978-48c8-97fd-25d509e50aa2'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:24:43.846689 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Routers {'53bef8a2-f978-48c8-97fd-25d509e50aa2'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:43.847530 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:24:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['53bef8a2-f978-48c8-97fd-25d509e50aa2'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:44.030213 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Set router 53bef8a2-f978-48c8-97fd-25d509e50aa2 gateway port host: None {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:44.407424 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'name': 'router1', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:32Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 2, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'gw_port_host': None, '_interfaces': [{'id': '3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d', 'name': '', 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'mac_address': 'fa:16:3e:47:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 2, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'subnets': [{'id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb92f8-b23b-41bc-bf19-de223080629e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:44.412640 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Checking router: 53bef8a2-f978-48c8-97fd-25d509e50aa2 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:24:44.413009 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Updating router 53bef8a2-f978-48c8-97fd-25d509e50aa2 port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:24:44.466350 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.857148 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.872597 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Transition to ACTIVE for port object 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:44.959379 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:44.964412 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:45.201398 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Pushing event updated for resources: {'Port': ['ID=3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:45.213668 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.214003 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.214328 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.214647 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.215005 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.215325 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.215633 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.215998 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.216315 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.216627 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.216930 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.217230 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Tracked resource versions report: May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: pushed versions: May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: { 'AddressGroup': {'1.2'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'ConntrackHelper': {'1.0'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Log': {'1.0'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Network': {'1.1'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Port': {'1.7'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'PortForwarding': {'1.2'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'QosPolicy': {'1.8'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SecurityGroup': {'1.4'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SecurityGroupRule': {'1.2'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SubPort': {'1.0'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Subnet': {'1.1'}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Trunk': {'1.1'}} May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: consumer versions: May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: { DHCP agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: L3 agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: Metadata agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: Metering agent@dv-cinder-751579-23-iscsi: {}, May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: Open vSwitch agent@dv-cinder-751579-23-iscsi: { 'AddressGroup': '1.2', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'ConntrackHelper': '1.0', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Log': '1.0', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Network': '1.1', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Port': '1.7', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'PortForwarding': '1.2', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'QosPolicy': '1.8', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SecurityGroup': '1.4', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SecurityGroupRule': '1.2', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SubPort': '1.0', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Subnet': '1.1', May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Trunk': '1.1'}} May 27 11:24:45.218554 dv-cinder-751579-23-iscsi neutron-server[92452]: {{(pid=92452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:24:45.222071 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Attempting to bind port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:24:45.222469 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Attempting to bind port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '4cfc92e2-9251-44b5-895b-d3e20d9d00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:24:45.222912 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Attempting to bind port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d on network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:24:45.233065 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:45.235585 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:24:45.236145 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Checking segment: {'id': '4cfc92e2-9251-44b5-895b-d3e20d9d00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:45.236602 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:45.237147 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Bound using segment: {'id': '4cfc92e2-9251-44b5-895b-d3e20d9d00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:24:45.237810 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Bound port: 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfc92e2-9251-44b5-895b-d3e20d9d00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:24:45.238184 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:45.332617 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] For port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:24:45.336796 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] For port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d,segment=NetworkSegment(4cfc92e2-9251-44b5-895b-d3e20d9d00b5),segment_id=4cfc92e2-9251-44b5-895b-d3e20d9d00b5)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:24:45.422924 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:45.426888 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:45.522580 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Routers {'53bef8a2-f978-48c8-97fd-25d509e50aa2'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:45.523055 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:24:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['53bef8a2-f978-48c8-97fd-25d509e50aa2'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:45.571059 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Pushing event updated for resources: {'Port': ['ID=3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d,revision_number=4']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:45.579473 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:45.686064 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] Set router 53bef8a2-f978-48c8-97fd-25d509e50aa2 gateway port host: None {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:46.026973 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'name': 'router1', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:32Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 2, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'gw_port_host': None, '_interfaces': [{'id': '3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d', 'name': '', 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'mac_address': 'fa:16:3e:47:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:45Z', 'revision_number': 4, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'subnets': [{'id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb92f8-b23b-41bc-bf19-de223080629e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:46.031104 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be6f348-64a2-4d29-af1c-8e2c62743b5c None None] The sync data for ids ['53bef8a2-f978-48c8-97fd-25d509e50aa2'] in dv-cinder-751579-23-iscsi is: [{'id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'name': 'router1', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:32Z', 'updated_at': '2021-05-27T11:24:42Z', 'revision_number': 2, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'gw_port_host': None, '_interfaces': [{'id': '3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d', 'name': '', 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'mac_address': 'fa:16:3e:47:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:45Z', 'revision_number': 4, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'subnets': [{'id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb92f8-b23b-41bc-bf19-de223080629e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:24:46.047142 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 58978) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:46.206082 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c55af8b-eb9b-4b08-b111-993f30064b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:46.206644 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-1c55af8b-eb9b-4b08-b111-993f30064b9e admin admin] Synchronizing usage tracker for tenant:db1780daca0040a49044f1cd3d76a573 on resource:network {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:24:46.292863 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-1c55af8b-eb9b-4b08-b111-993f30064b9e admin admin] Unset dirty status for tenant:db1780daca0040a49044f1cd3d76a573 on resource:network {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:24:46.294202 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-1c55af8b-eb9b-4b08-b111-993f30064b9e admin admin] 10.222.0.86 "GET /v2.0/networks/aff141f8-ece8-4c78-b753-2e9475f6af8e HTTP/1.1" status: 200 len: 842 time: 0.2461116 May 27 11:24:46.303884 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'gateway_ip': '172.27.0.1'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:46.309520 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:24:46.313530 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Usage tracker for resource:subnet and tenant:db1780daca0040a49044f1cd3d76a573 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:24:46.316592 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:24:46.323929 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:24:46.399396 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Made reservation on behalf of db1780daca0040a49044f1cd3d76a573 for: {'subnet': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:24:46.401817 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:46.901535 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.objects.ports [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92449) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 11:24:46.901927 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727'] for subnet, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:46.905732 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:47.018850 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d72ae46-a525-493f-b1fb-30aca225a0b3,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:47.024590 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:47.031061 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:47.031413 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Network hostable DHCP agents. Network: aff141f8-ece8-4c78-b753-2e9475f6af8e, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:24:47.119497 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:24:47.201633 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, aff141f8-ece8-4c78-b753-2e9475f6af8e) {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:47.206915 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:47.208220 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:47.210527 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eff0a2-b9d1-4996-af6d-2840a4b673a7 None None] Network aff141f8-ece8-4c78-b753-2e9475f6af8e requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:24:47.311462 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0112493 May 27 11:24:47.419522 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e2cfd-2f1d-48ea-95da-152396b15f3b None None] Network aff141f8-ece8-4c78-b753-2e9475f6af8e requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:24:49.370307 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:49.522204 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:49.527123 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:49.527510 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:49.571899 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 58992) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:49.651441 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:49.692238 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d,segment=NetworkSegment(4cfc92e2-9251-44b5-895b-d3e20d9d00b5),segment_id=4cfc92e2-9251-44b5-895b-d3e20d9d00b5)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:49.773664 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:49.777461 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:49.783674 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-8e9766a1-ea1d-4f54-95fd-71203e3316d2 admin admin] 10.222.0.86 "GET /v2.0/routers/53bef8a2-f978-48c8-97fd-25d509e50aa2 HTTP/1.1" status: 200 len: 710 time: 0.2074654 May 27 11:24:49.846901 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:49.851157 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:49.916542 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120970d7-9940-47a0-b004-6a01a942c666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:24:49.919843 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-120970d7-9940-47a0-b004-6a01a942c666 admin admin] 10.222.0.86 "GET /v2.0/networks/aff141f8-ece8-4c78-b753-2e9475f6af8e HTTP/1.1" status: 200 len: 886 time: 0.1361048 May 27 11:24:49.926619 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:24:49.937004 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 5 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:24:50.398917 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:50.787991 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:50.845393 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:51.039054 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Allocated IP 172.27.0.159 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/0b1116ce-b5ed-406f-baae-11d09c597a71) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:24:51.183414 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:51.310881 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:51.314875 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:51.346507 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:51.383567 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:24:51.386659 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:24:51.390062 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:24:51.420530 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:51.420903 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:51.452220 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1116ce-b5ed-406f-baae-11d09c597a71,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:51.504314 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:51.854890 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:52.192115 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:52.195309 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-877617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-877574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-884365'] for router, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:52.378300 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Router 53bef8a2-f978-48c8-97fd-25d509e50aa2 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:24:52.612664 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:24:52.621071 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:52.622260 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] 10.222.0.86 "PUT /v2.0/routers/53bef8a2-f978-48c8-97fd-25d509e50aa2 HTTP/1.1" status: 200 len: 890 time: 2.6989655 May 27 11:24:52.622726 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Sync routers for ids ['53bef8a2-f978-48c8-97fd-25d509e50aa2'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:24:52.633394 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Routers {'53bef8a2-f978-48c8-97fd-25d509e50aa2'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:52.634073 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:24:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['53bef8a2-f978-48c8-97fd-25d509e50aa2'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:52.835251 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Set router 53bef8a2-f978-48c8-97fd-25d509e50aa2 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:53.203149 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'name': 'router1', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '0b1116ce-b5ed-406f-baae-11d09c597a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:32Z', 'updated_at': '2021-05-27T11:24:51Z', 'revision_number': 4, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'gw_port': {'id': '0b1116ce-b5ed-406f-baae-11d09c597a71', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:50Z', 'updated_at': '2021-05-27T11:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d', 'name': '', 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'mac_address': 'fa:16:3e:47:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:49Z', 'revision_number': 5, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'subnets': [{'id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb92f8-b23b-41bc-bf19-de223080629e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:53.208643 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Checking router: 53bef8a2-f978-48c8-97fd-25d509e50aa2 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:24:53.209357 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Updating router 53bef8a2-f978-48c8-97fd-25d509e50aa2 port 0b1116ce-b5ed-406f-baae-11d09c597a71 binding host dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:24:53.264803 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:53.609341 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Notify callbacks [] for port, precommit_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:53.621075 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Transition to ACTIVE for port object 0b1116ce-b5ed-406f-baae-11d09c597a71 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:24:53.738579 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:53.742721 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-a3720230-87fd-4eeb-9855-7535d40b3528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:53.823173 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Attempting to bind port 0b1116ce-b5ed-406f-baae-11d09c597a71 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:24:53.823542 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Attempting to bind port 0b1116ce-b5ed-406f-baae-11d09c597a71 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:24:53.823911 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Attempting to bind port 0b1116ce-b5ed-406f-baae-11d09c597a71 on network aff141f8-ece8-4c78-b753-2e9475f6af8e {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:24:53.826290 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10810b79-7bb3-4b3c-a74c-04e5aea954b0 None None] Pushing event updated for resources: {'Port': ['ID=0b1116ce-b5ed-406f-baae-11d09c597a71,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:53.830136 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-10810b79-7bb3-4b3c-a74c-04e5aea954b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:53.832723 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:24:53.833099 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:24:53.834062 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:53.834457 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Bound using segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:24:53.835554 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Bound port: 0b1116ce-b5ed-406f-baae-11d09c597a71, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:24:53.835554 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:53.912003 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] For port 0b1116ce-b5ed-406f-baae-11d09c597a71, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:24:53.915189 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] For port 0b1116ce-b5ed-406f-baae-11d09c597a71, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=0b1116ce-b5ed-406f-baae-11d09c597a71,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:24:53.994263 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:53.998654 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-10810b79-7bb3-4b3c-a74c-04e5aea954b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:54.082687 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Routers {'53bef8a2-f978-48c8-97fd-25d509e50aa2'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:24:54.083341 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:24:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['53bef8a2-f978-48c8-97fd-25d509e50aa2'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:54.138249 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10810b79-7bb3-4b3c-a74c-04e5aea954b0 None None] Pushing event updated for resources: {'Port': ['ID=0b1116ce-b5ed-406f-baae-11d09c597a71,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:54.148914 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-10810b79-7bb3-4b3c-a74c-04e5aea954b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:54.272217 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] Set router 53bef8a2-f978-48c8-97fd-25d509e50aa2 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:24:54.621681 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'name': 'router1', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '0b1116ce-b5ed-406f-baae-11d09c597a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:32Z', 'updated_at': '2021-05-27T11:24:51Z', 'revision_number': 4, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'gw_port': {'id': '0b1116ce-b5ed-406f-baae-11d09c597a71', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:50Z', 'updated_at': '2021-05-27T11:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d', 'name': '', 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'mac_address': 'fa:16:3e:47:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:49Z', 'revision_number': 5, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'subnets': [{'id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb92f8-b23b-41bc-bf19-de223080629e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:24:54.626548 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1f5bd-1a8e-4dca-89d3-8ecab073ccc8 None None] The sync data for ids ['53bef8a2-f978-48c8-97fd-25d509e50aa2'] in dv-cinder-751579-23-iscsi is: [{'id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'name': 'router1', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '0b1116ce-b5ed-406f-baae-11d09c597a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:24:32Z', 'updated_at': '2021-05-27T11:24:51Z', 'revision_number': 4, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'gw_port': {'id': '0b1116ce-b5ed-406f-baae-11d09c597a71', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:50Z', 'updated_at': '2021-05-27T11:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d', 'name': '', 'network_id': 'aa34c49e-c221-4a82-8fdd-9fc716c36eb4', 'tenant_id': 'd095ecda4e22462a84806cae3c5d720a', 'mac_address': 'fa:16:3e:47:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bef8a2-f978-48c8-97fd-25d509e50aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:24:41Z', 'updated_at': '2021-05-27T11:24:49Z', 'revision_number': 5, 'project_id': 'd095ecda4e22462a84806cae3c5d720a', 'subnets': [{'id': 'e8c442d2-dd61-405e-a37b-49af72153c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb92f8-b23b-41bc-bf19-de223080629e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:24:55.046094 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59002) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:24:55.206729 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7d396b72-0dee-492e-97b8-817d246d224b admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1594379 May 27 11:24:55.393114 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 0b1116ce-b5ed-406f-baae-11d09c597a71 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:55.522099 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 0b1116ce-b5ed-406f-baae-11d09c597a71 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:24:55.527522 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 0b1116ce-b5ed-406f-baae-11d09c597a71 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:55.527895 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:55.666792 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:55.683917 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 0b1116ce-b5ed-406f-baae-11d09c597a71, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=0b1116ce-b5ed-406f-baae-11d09c597a71,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:24:55.790176 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:24:55.792441 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:24:55.891909 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=0b1116ce-b5ed-406f-baae-11d09c597a71,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:24:55.895781 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:24:57.367675 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 0b1116ce-b5ed-406f-baae-11d09c597a71 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:24:57.448837 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 0b1116ce-b5ed-406f-baae-11d09c597a71 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:24:57.449549 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:02.669842 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-ce57e4aa-6bfe-4b59-adee-ac1068d05aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:05.001689 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:05.194331 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c98614f6-6cbe-406c-8e5a-2da6b9fa07c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:06.125580 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:07.874195 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:26.936059 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 5 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:25:32.656566 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-04d95efa-bb8a-400c-9ca0-293eae9784f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:35.012395 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:35.206705 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d1a9dfdf-d58c-4d24-b112-43a4046bde79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:36.132003 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:25:38.396926 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:02.679324 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f9d768de-d366-4f78-9eb8-0e6524e96757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:03.934452 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 5 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:26:05.022218 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:05.171872 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-9c5201d3-d3b5-4aad-a35d-c876a7a6ae10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:06.138018 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:07.886172 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:32.698378 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f367fb46-4776-4ea9-9277-c0b8a05181da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:34.483471 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 59572) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:34.551530 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.pecan_wsgi.hooks.translation [None req-6642261d-5b7b-4d06-897d-e3bab56a26a7 admin admin] GET failed (client error): The resource could not be found. May 27 11:26:34.553411 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-6642261d-5b7b-4d06-897d-e3bab56a26a7 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689542 May 27 11:26:34.687694 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e800952d-8544-4d37-9664-f29ca7ca506b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:34.689077 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-e800952d-8544-4d37-9664-f29ca7ca506b admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1315248 May 27 11:26:35.006736 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:35.171897 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-65496058-02a1-4728-a1d9-816b3c62296d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:36.170091 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:36.854869 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59582) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:36.961716 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6af009-4b34-4368-ae29-e384aa3d6af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:36.963049 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-8a6af009-4b34-4368-ae29-e384aa3d6af9 admin admin] 10.222.0.86 "GET /v2.0/subnets/e8c442d2-dd61-405e-a37b-49af72153c76 HTTP/1.1" status: 200 len: 849 time: 0.1073184 May 27 11:26:36.972588 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:26:37.093457 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:37.354630 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736639377309'] for subnet, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:37.358735 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-17793ed1-2f8e-434b-9393-4825985516f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:26:37.404822 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:37.404822 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:37.406685 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] 10.222.0.86 "PUT /v2.0/subnets/e8c442d2-dd61-405e-a37b-49af72153c76 HTTP/1.1" status: 200 len: 868 time: 0.4377747 May 27 11:26:37.407948 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341df5d3-db20-4b02-9203-57f7c32ddd07 None None] Network aa34c49e-c221-4a82-8fdd-9fc716c36eb4 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:26:37.429072 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c442d2-dd61-405e-a37b-49af72153c76,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:26:37.436756 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.437127 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.437407 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.437728 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.438043 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.438380 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.438702 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.439025 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.439353 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.439663 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.439985 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.440299 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:26:37.445218 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:26:37.874511 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-1933838f-d959-410c-9b98-166992ebb39d None None] Provisioning complete for port 3fd08ed4-a4f0-4d8f-9d1d-35bd1ce4ce1d triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:26:37.874873 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1933838f-d959-410c-9b98-166992ebb39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:37.907173 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:38.004066 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-1933838f-d959-410c-9b98-166992ebb39d None None] Provisioning complete for port 74f5eab6-1a78-480b-b4ba-312c9aa21996 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:26:38.004437 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1933838f-d959-410c-9b98-166992ebb39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:26:39.595085 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 59592) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:39.780309 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7907d74-d5cb-42cd-bed2-89599394dbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:39.780801 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7907d74-d5cb-42cd-bed2-89599394dbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:39.782405 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-b7907d74-d5cb-42cd-bed2-89599394dbb8 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1863496 May 27 11:26:40.934628 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 5 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:26:42.031109 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 59602) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:42.211254 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74812661-7912-474b-8f1c-29d949b0ab5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:42.211654 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74812661-7912-474b-8f1c-29d949b0ab5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:42.213216 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-74812661-7912-474b-8f1c-29d949b0ab5e admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1811686 May 27 11:26:44.352662 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 59612) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:44.529428 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331fa4f9-2862-484e-a041-2e49e44b85ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:44.530870 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-331fa4f9-2862-484e-a041-2e49e44b85ef admin admin] 10.222.0.86 "GET /v2.0/networks/aa34c49e-c221-4a82-8fdd-9fc716c36eb4 HTTP/1.1" status: 200 len: 870 time: 0.1772048 May 27 11:26:46.657114 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 59622) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:46.828124 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed226057-8d85-402e-93d5-22f0a5741a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:46.829502 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-ed226057-8d85-402e-93d5-22f0a5741a87 admin admin] 10.222.0.86 "GET /v2.0/networks/aff141f8-ece8-4c78-b753-2e9475f6af8e HTTP/1.1" status: 200 len: 886 time: 0.1714439 May 27 11:26:48.988770 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59632) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:49.102734 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b5cf0-76dd-4c7e-b496-39116f469ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:49.103198 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b5cf0-76dd-4c7e-b496-39116f469ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:49.104739 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-230b5cf0-76dd-4c7e-b496-39116f469ba6 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1149926 May 27 11:26:51.276959 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59642) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:51.388205 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c094c-5d0c-428d-8cf8-5ba3365f5c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:51.388677 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c094c-5d0c-428d-8cf8-5ba3365f5c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:51.390201 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-4c9c094c-5d0c-428d-8cf8-5ba3365f5c48 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1122816 May 27 11:26:53.509926 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 59652) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:53.612798 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf01d3-05d5-4380-bbc6-484b2dc7689b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:53.613347 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-3ebf01d3-05d5-4380-bbc6-484b2dc7689b admin admin] Synchronizing usage tracker for tenant:db1780daca0040a49044f1cd3d76a573 on resource:subnet {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:26:53.720425 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-3ebf01d3-05d5-4380-bbc6-484b2dc7689b admin admin] Unset dirty status for tenant:db1780daca0040a49044f1cd3d76a573 on resource:subnet {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:26:53.721647 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-3ebf01d3-05d5-4380-bbc6-484b2dc7689b admin admin] 10.222.0.86 "GET /v2.0/subnets/8d72ae46-a525-493f-b1fb-30aca225a0b3 HTTP/1.1" status: 200 len: 816 time: 0.2107899 May 27 11:26:55.917129 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 59662) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:26:56.029002 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28c561-992b-4874-8c88-7f4cfa9db6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:26:56.030356 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-4f28c561-992b-4874-8c88-7f4cfa9db6c6 admin admin] 10.222.0.86 "GET /v2.0/subnets/e8c442d2-dd61-405e-a37b-49af72153c76 HTTP/1.1" status: 200 len: 868 time: 0.1122985 May 27 11:27:02.691881 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f20129e9-71ea-4064-91b0-0281332c5ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:05.026810 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:05.175711 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44cacb60-b71d-42a1-ab96-c91c013fa937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:06.129678 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:07.895461 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:17.933001 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 5 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:27:19.726256 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 59706) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:19.775267 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [None req-757f05c0-d56d-4d14-a701-f28b74439ae4 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:27:19.776336 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-757f05c0-d56d-4d14-a701-f28b74439ae4 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490959 May 27 11:27:21.999718 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59716) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:22.068264 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fa8015-10a5-45cf-bcb4-ef4b0f69d1ed admin admin] GET failed (client error): The resource could not be found. May 27 11:27:22.069566 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-81fa8015-10a5-45cf-bcb4-ef4b0f69d1ed admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0688126 May 27 11:27:22.198040 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59c3e63-b29b-42d6-a8fc-a3fbdf21a7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:22.199392 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-e59c3e63-b29b-42d6-a8fc-a3fbdf21a7a9 admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1259623 May 27 11:27:24.409485 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59726) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:24.456962 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:27:24.462097 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:27:24.471560 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:27:24.557579 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Made reservation on behalf of db1780daca0040a49044f1cd3d76a573 for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:27:24.559801 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:24.650709 dv-cinder-751579-23-iscsi neutron-server[92450]: WARNING neutron.services.revisions.revision_plugin [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Could not find related network for resource to bump revision. May 27 11:27:24.663570 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:27:24.672336 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:24.672673 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Added segment e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6 of type vlan for network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 May 27 11:27:24.701418 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:24.866707 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:24.867947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:24.868563 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:24.873781 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:24.976731 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Pushing event updated for resources: {'Network': ['ID=355f218d-3c0a-47e0-9afe-d941aa2fc4e5,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:24.979826 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:24.987094 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:27:25.040704 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7d14a4ba-f6de-4766-89e3-39f5ffb8e87e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6300862 May 27 11:27:27.217671 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59736) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:27:27.285243 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.pecan_wsgi.hooks.translation [None req-953e0e5f-ab67-4f23-9b15-6a18cf456973 admin admin] GET failed (client error): The resource could not be found. May 27 11:27:27.285762 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-953e0e5f-ab67-4f23-9b15-6a18cf456973 admin admin] Synchronizing usage tracker for tenant:db1780daca0040a49044f1cd3d76a573 on resource:network {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:27:27.371420 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-953e0e5f-ab67-4f23-9b15-6a18cf456973 admin admin] Unset dirty status for tenant:db1780daca0040a49044f1cd3d76a573 on resource:network {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:27:27.372646 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-953e0e5f-ab67-4f23-9b15-6a18cf456973 admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1539917 May 27 11:27:27.511908 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159baec-9734-4e76-8fb3-763ba5aacbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:27.513368 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-4159baec-9734-4e76-8fb3-763ba5aacbba admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1368711 May 27 11:27:27.523036 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:27:27.527906 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:27:27.537372 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:27:27.605443 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Made reservation on behalf of db1780daca0040a49044f1cd3d76a573 for: {'subnet': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:27:27.607731 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:28.075060 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727'] for subnet, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:28.079807 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-8602854a-84b8-4381-8ebd-a0abea74a3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:28.157119 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff3d2d76-d736-4674-8c10-b25330e0dd67,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:28.159838 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:28.169898 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Checking segment: {'id': 'e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:27:28.170253 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Network hostable DHCP agents. Network: 355f218d-3c0a-47e0-9afe-d941aa2fc4e5, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:27:28.249101 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:27:28.331752 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, 355f218d-3c0a-47e0-9afe-d941aa2fc4e5) {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:27:28.336680 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:27:28.337322 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:28.342488 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fb90e5-5b75-44ae-a4d3-f3bde904ed26 None None] Network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:27:28.430490 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-d1b5b589-b7a5-4c2d-95b4-22a934153a29 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9046915 May 27 11:27:28.605176 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp406d2aa3-827e-5c42-ba9c-45e187d9f653-355f218d-3c0a-47e0-9afe-d941aa2fc4e5', 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5', 'tenant_id': 'db1780daca0040a49044f1cd3d76a573', 'fixed_ips': [{'subnet_id': 'ff3d2d76-d736-4674-8c10-b25330e0dd67'}]}} from dv-cinder-751579-23-iscsi. {{(pid=92451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:27:28.606177 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:28.774532 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.db_base_plugin_common [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Allocated IP 192.168.233.2 (355f218d-3c0a-47e0-9afe-d941aa2fc4e5/ff3d2d76-d736-4674-8c10-b25330e0dd67/f67f80cf-e1bb-42e9-919b-93c78f9e6fad) {{(pid=92451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:27:28.992572 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Notify callbacks [] for port, precommit_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:29.003055 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Transition to ACTIVE for port object f67f80cf-e1bb-42e9-919b-93c78f9e6fad will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:27:29.022945 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Transition to ACTIVE for port object f67f80cf-e1bb-42e9-919b-93c78f9e6fad will not be triggered until provisioned by entity DHCP. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:27:29.132134 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:29.136999 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:29.201876 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 is already hosted by enough agents. {{(pid=92451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:27:29.204781 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.base_scheduler [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Resources bound (agent type, host, resource id): {{(pid=92451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:27:29.211064 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Received port after_create {{(pid=92451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:27:29.213198 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Pushing event updated for resources: {'Port': ['ID=f67f80cf-e1bb-42e9-919b-93c78f9e6fad,revision_number=1']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:29.245939 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.246272 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.251162 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.251162 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.251162 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.251162 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.251162 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.251162 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.251162 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.251162 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.251162 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.251162 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:27:29.258702 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:29.317391 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Attempting to bind port f67f80cf-e1bb-42e9-919b-93c78f9e6fad on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:27:29.317750 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Attempting to bind port f67f80cf-e1bb-42e9-919b-93c78f9e6fad by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': 'e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:27:29.318106 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Attempting to bind port f67f80cf-e1bb-42e9-919b-93c78f9e6fad on network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:27:29.324014 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:27:29.324383 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Checking segment: {'id': 'e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:27:29.324778 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:29.325167 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Bound using segment: {'id': 'e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:27:29.325629 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Bound port: f67f80cf-e1bb-42e9-919b-93c78f9e6fad, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:27:29.325995 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:29.415387 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] For port f67f80cf-e1bb-42e9-919b-93c78f9e6fad, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:27:29.418720 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] For port f67f80cf-e1bb-42e9-919b-93c78f9e6fad, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=f67f80cf-e1bb-42e9-919b-93c78f9e6fad,segment=NetworkSegment(e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6),segment_id=e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:27:29.492762 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:29.496896 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:29.576773 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Pushing event updated for resources: {'Port': ['ID=f67f80cf-e1bb-42e9-919b-93c78f9e6fad,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:29.579813 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:30.413991 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d408849-1158-4e5f-a5e0-c713e7d94ede None None] Network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:27:30.577464 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-0beefc28-4b58-4f71-8438-a650173e5370 None None] Provisioning for port f67f80cf-e1bb-42e9-919b-93c78f9e6fad completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:27:31.497690 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device f67f80cf-e1bb-42e9-919b-93c78f9e6fad up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:27:31.695958 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port f67f80cf-e1bb-42e9-919b-93c78f9e6fad completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:27:31.697090 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port f67f80cf-e1bb-42e9-919b-93c78f9e6fad triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:27:31.697461 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:31.814786 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:31.852221 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port f67f80cf-e1bb-42e9-919b-93c78f9e6fad, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=f67f80cf-e1bb-42e9-919b-93c78f9e6fad,segment=NetworkSegment(e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6),segment_id=e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:27:31.908721 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:31.913459 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-10810b79-7bb3-4b3c-a74c-04e5aea954b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:27:31.980338 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=f67f80cf-e1bb-42e9-919b-93c78f9e6fad,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:27:31.983431 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:27:32.703040 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b36d256a-925f-4301-91e6-6d604146c83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:33.471674 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device f67f80cf-e1bb-42e9-919b-93c78f9e6fad up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:27:33.547703 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port f67f80cf-e1bb-42e9-919b-93c78f9e6fad triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:27:33.548073 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:35.011141 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:35.169304 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-00969d76-7218-4e33-9f01-31838be79cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:36.169432 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:37.897017 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:27:54.931892 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 5 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:28:02.685781 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c89ef45f-08c1-4393-8e99-ba1f0bf907fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:05.023074 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:05.174653 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-9ac610ea-3d33-4628-aebb-c7cc55e2a334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:06.171007 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:07.900681 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:31.930230 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 5 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:28:32.690822 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-4af09be5-6e4b-483c-a103-a894c7ea1396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:35.028235 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:35.199459 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-803c8a1d-fef1-4890-ae64-569e17314ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:36.154196 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:37.925284 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:48.346428 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59786) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:28:48.353092 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [None req-6e35da79-fba3-41e5-b670-c659606663dd tempest-verify_tempest_config-37930404 tempest-verify_tempest_config-37930404-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:28:48.354063 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-6e35da79-fba3-41e5-b670-c659606663dd tempest-verify_tempest_config-37930404 tempest-verify_tempest_config-37930404-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065882 May 27 11:28:48.973426 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59804) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:28:49.089782 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:49.103838 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:28:49.107620 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Usage tracker for resource:security_group_rule and tenant:91898905f84b42b98ef69a709286e694 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:28:49.110609 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:28:49.116367 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:28:49.203298 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:49.308137 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:49.316097 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:28:49.357338 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=91898905f84b42b98ef69a709286e694&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3827379 May 27 11:28:49.357988 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eaf238-dfe8-470f-8563-7df5712070a9,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:28:49.359863 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 59810) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:28:49.365168 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.365528 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.365868 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.366200 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.366530 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.367442 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.367870 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.368298 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.368631 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.369006 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.369266 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.369611 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.373492 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:28:49.420144 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:49.445693 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:49.668713 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:49.672664 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:28:49.684586 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eaf238-dfe8-470f-8563-7df5712070a9,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:28:49.694536 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.695662 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.696033 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.696372 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.696708 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.697055 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.697386 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.697708 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.698048 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.698369 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.698745 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.699062 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:28:49.701825 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:28:49.702933 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/77eaf238-dfe8-470f-8563-7df5712070a9 HTTP/1.1" status: 204 len: 168 time: 0.3421013 May 27 11:28:49.703763 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:29:02.686712 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-5bf9efc2-731c-4b83-8247-f53c43618c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:05.050372 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:05.243722 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-7f233f41-b8ef-46bb-820d-fd688e131e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:06.153572 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:07.907451 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:08.929515 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 5 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:29:32.673707 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-e69f1b08-e48b-403d-92be-36fb0db69f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:35.039121 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:35.244989 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-025a7b57-d5fa-4c36-bbdf-4ac7dbe5f431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:36.164327 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:37.930113 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:29:45.928321 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 5 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:30:02.691196 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-be7ceda5-9baf-4d4c-9631-a4ac9a7e0457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:05.026906 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:05.221698 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-867599bc-7068-4c22-8a77-5deb26e67954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:06.162320 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:07.908091 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:22.927915 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 5 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:30:32.482514 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583'] for agent, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:32.690108 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-7393e514-4614-4897-9806-4336f61d4326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:35.038579 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:35.190976 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-e63f00cb-7956-49a0-8fbc-571c239fcdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:36.153441 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:37.924572 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:30:46.813640 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59882) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:46.928499 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-a8598327-9a73-49c5-8230-2ca69cb8cd21 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1136978 May 27 11:30:49.102198 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 59892) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:30:49.167823 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-193fe6b6-2c43-4eb9-ad7b-bb102ee7acb5 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0638165 May 27 11:30:59.926958 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:31:02.415182 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:02.729950 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a147b2d9-29fd-4ce3-9160-fa8d6fbd41e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:05.026924 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:05.192788 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-17f2de3f-e97c-487e-8d42-2b4a2fd07925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:06.152215 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:07.944866 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:32.430866 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:32.687926 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8c7711b8-f0f7-4e4d-ba02-b78eca154aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:35.066902 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:35.278356 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-69f363ee-b6f5-439c-884e-e1a1a9b5eee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:36.147629 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:31:36.927289 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:31:37.935395 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:02.426655 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:02.672288 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-fb212b1e-d272-43eb-9a91-0db7a7f73e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:05.020700 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:05.180849 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-7cd7cf16-7619-4dee-97c9-1266615fc4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:06.201915 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:07.924186 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:13.926550 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:32:19.895399 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 59988) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:20.062963 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-367293463-network', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:20.067632 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:20.072670 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Usage tracker for resource:network and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:20.075638 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:20.085966 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:20.179899 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Made reservation on behalf of e67fddd439ac44dba25dfd532d291bcc for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:20.182491 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:20.198215 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:20.214131 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:20.218312 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Usage tracker for resource:security_group_rule and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:20.221907 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:20.228091 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:20.314118 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:20.431001 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:20.436138 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-8e0ef5c7-3154-4c91-a023-e031fb709b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:20.474547 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:32:20.480650 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dbb747-17a9-4a15-a1f6-e0b903920596,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:20.491433 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:20.491907 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Added segment 98aed9e7-3cae-4631-a6ec-7af1f4f5a550 of type vlan for network 47519489-b492-49e9-b8c5-e2af1750cb86 May 27 11:32:20.493714 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.494276 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.494555 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.494892 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.495210 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.495534 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.495855 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.496247 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.496565 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Tracked resource versions report: May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: pushed versions: May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: { 'AddressGroup': {'1.2'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'ConntrackHelper': {'1.0'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Log': {'1.0'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Network': {'1.1'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Port': {'1.7'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'PortForwarding': {'1.2'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'QosPolicy': {'1.8'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SecurityGroup': {'1.4'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SecurityGroupRule': {'1.2'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SubPort': {'1.0'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Subnet': {'1.1'}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Trunk': {'1.1'}} May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: consumer versions: May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: { DHCP agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: HyperV agent@hv-cinder-75157: {}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: L3 agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: Metadata agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: Metering agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: Open vSwitch agent@dv-cinder-751579-23-iscsi: { 'AddressGroup': '1.2', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'ConntrackHelper': '1.0', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Log': '1.0', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Network': '1.1', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Port': '1.7', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'PortForwarding': '1.2', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'QosPolicy': '1.8', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SecurityGroup': '1.4', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SecurityGroupRule': '1.2', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'SubPort': '1.0', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Subnet': '1.1', May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: 'Trunk': '1.1'}} May 27 11:32:20.501045 dv-cinder-751579-23-iscsi neutron-server[92450]: {{(pid=92450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:32:20.505760 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:20.529534 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:20.624967 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:20.626406 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:20.627088 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:20.632294 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:20.739897 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Pushing event updated for resources: {'Network': ['ID=47519489-b492-49e9-b8c5-e2af1750cb86,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:20.743802 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:20.751399 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network 47519489-b492-49e9-b8c5-e2af1750cb86 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:32:20.809797 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9125938 May 27 11:32:20.812999 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60042) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:20.818678 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Request body: {'subnet': {'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-367293463-subnet', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:20.823770 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:20.827751 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Usage tracker for resource:subnet and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:20.833831 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:20.841207 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:20.946267 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Made reservation on behalf of e67fddd439ac44dba25dfd532d291bcc for: {'subnet': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:20.948753 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:21.410223 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727'] for subnet, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:21.414524 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:21.532001 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=62eac499-a6b2-4315-b03e-39ac1743fde5,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:21.541328 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.541709 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.542036 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.542363 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.542690 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.543037 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.543345 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.543661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.543993 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Tracked resource versions report: May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: pushed versions: May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: { 'AddressGroup': {'1.2'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'ConntrackHelper': {'1.0'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Log': {'1.0'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Network': {'1.1'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Port': {'1.7'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'PortForwarding': {'1.2'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'QosPolicy': {'1.8'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SecurityGroup': {'1.4'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SecurityGroupRule': {'1.2'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SubPort': {'1.0'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Subnet': {'1.1'}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Trunk': {'1.1'}} May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: consumer versions: May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: { DHCP agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: HyperV agent@hv-cinder-75157: {}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: L3 agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: Metadata agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: Metering agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: Open vSwitch agent@dv-cinder-751579-23-iscsi: { 'AddressGroup': '1.2', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'ConntrackHelper': '1.0', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Log': '1.0', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Network': '1.1', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Port': '1.7', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'PortForwarding': '1.2', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'QosPolicy': '1.8', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SecurityGroup': '1.4', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SecurityGroupRule': '1.2', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'SubPort': '1.0', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Subnet': '1.1', May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: 'Trunk': '1.1'}} May 27 11:32:21.552822 dv-cinder-751579-23-iscsi neutron-server[92449]: {{(pid=92449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:32:21.565207 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:21.572043 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Checking segment: {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:21.572404 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Network hostable DHCP agents. Network: 47519489-b492-49e9-b8c5-e2af1750cb86, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:32:21.660395 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Network 47519489-b492-49e9-b8c5-e2af1750cb86 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:32:21.711956 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, 47519489-b492-49e9-b8c5-e2af1750cb86) {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:21.722974 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57347f-ed8e-4f12-ac83-d80f5e8106da None None] Network 47519489-b492-49e9-b8c5-e2af1750cb86 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:32:21.724626 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:21.725868 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:21.853968 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60082) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:21.857162 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0430343 May 27 11:32:21.862602 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:21.868818 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:21.872915 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Usage tracker for resource:router and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:21.876725 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:21.884308 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:21.937344 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60090) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:21.952515 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-884385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:21.954510 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-881313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:21.968147 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp406d2aa3-827e-5c42-ba9c-45e187d9f653-47519489-b492-49e9-b8c5-e2af1750cb86', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5'}]}} from dv-cinder-751579-23-iscsi. {{(pid=92451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:32:21.969876 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:21.985707 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.141648 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.db_base_plugin_common [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Allocated IP 172.20.0.2 (47519489-b492-49e9-b8c5-e2af1750cb86/62eac499-a6b2-4315-b03e-39ac1743fde5/503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710) {{(pid=92451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:32:22.354086 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Notify callbacks [] for port, precommit_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.364316 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Transition to ACTIVE for port object 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:22.384304 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Transition to ACTIVE for port object 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 will not be triggered until provisioned by entity DHCP. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:22.449058 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.473148 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.477760 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-559159103-network', 'tenant_id': '238960ec7c6b488bbf63c72a04972768'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:22.486120 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:22.491857 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:22.494397 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Usage tracker for resource:network and tenant:238960ec7c6b488bbf63c72a04972768 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:22.500038 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:22.511856 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60110) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:22.512386 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:22.561071 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Pushing event updated for resources: {'Port': ['ID=503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710,revision_number=1']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:22.571308 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.571692 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.572041 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.572600 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.573479 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.574012 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.574538 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.575073 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.575586 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.576122 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.576662 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.577320 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Tracked resource versions report: May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: pushed versions: May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: { 'AddressGroup': {'1.2'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'ConntrackHelper': {'1.0'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Log': {'1.0'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Network': {'1.1'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Port': {'1.7'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'PortForwarding': {'1.2'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'QosPolicy': {'1.8'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SecurityGroup': {'1.4'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SecurityGroupRule': {'1.2'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SubPort': {'1.0'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Subnet': {'1.1'}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Trunk': {'1.1'}} May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: consumer versions: May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: { DHCP agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: HyperV agent@hv-cinder-75157: {}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: L3 agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: Metadata agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: Metering agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: Open vSwitch agent@dv-cinder-751579-23-iscsi: { 'AddressGroup': '1.2', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'ConntrackHelper': '1.0', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Log': '1.0', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Network': '1.1', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Port': '1.7', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'PortForwarding': '1.2', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'QosPolicy': '1.8', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SecurityGroup': '1.4', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SecurityGroupRule': '1.2', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'SubPort': '1.0', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Subnet': '1.1', May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: 'Trunk': '1.1'}} May 27 11:32:22.579462 dv-cinder-751579-23-iscsi neutron-server[92451]: {{(pid=92451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:32:22.586237 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Network 47519489-b492-49e9-b8c5-e2af1750cb86 is already hosted by enough agents. {{(pid=92451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:22.588881 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:22.588881 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.base_scheduler [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Resources bound (agent type, host, resource id): {{(pid=92451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:22.597365 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Received port after_create {{(pid=92451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:32:22.609202 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Made reservation on behalf of 238960ec7c6b488bbf63c72a04972768 for: {'network': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:22.612887 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.633754 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.651938 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:22.656037 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Usage tracker for resource:security_group_rule and tenant:238960ec7c6b488bbf63c72a04972768 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:22.659180 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:22.666567 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:22.746318 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Attempting to bind port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:32:22.746826 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Attempting to bind port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:32:22.748564 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Attempting to bind port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 on network 47519489-b492-49e9-b8c5-e2af1750cb86 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:32:22.757556 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:32:22.759798 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Checking segment: {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:22.762752 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.765889 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Bound using segment: {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:32:22.766452 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Bound port: 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:32:22.766920 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.781620 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.854878 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.860417 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:22.899006 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] For port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:32:22.899631 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f2778c-f001-4847-871f-732184ca0986,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:22.904574 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:22.914988 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=92449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:32:22.915129 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] For port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:32:22.925848 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.926300 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.segments_db [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Added segment c0dd0870-fd28-4efc-8a73-9c622fe7c444 of type vlan for network 985467df-f105-4b59-9859-c32d1eb713d1 May 27 11:32:22.957521 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:22.966878 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.005573 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-115750246-network', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:23.013700 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.016540 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:23.032653 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.038837 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:23.055934 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.060409 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:23.060409 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.063405 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:23.068780 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Usage tracker for resource:network and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:23.073220 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:23.079662 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:23.173628 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Made reservation on behalf of 53b8142c765b4c1e9e11263db3801a2b for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:23.176724 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.188114 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Pushing event updated for resources: {'Port': ['ID=503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:23.190232 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Pushing event updated for resources: {'Network': ['ID=985467df-f105-4b59-9859-c32d1eb713d1,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:23.201224 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.203940 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:23.208767 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network 985467df-f105-4b59-9859-c32d1eb713d1 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:32:23.232403 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:23.247717 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Usage tracker for resource:security_group_rule and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:23.250646 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:23.255686 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:23.269545 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3373160 May 27 11:32:23.270158 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60136) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:23.273900 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:23.275986 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Request body: {'subnet': {'network_id': '985467df-f105-4b59-9859-c32d1eb713d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-559159103-subnet', 'tenant_id': '238960ec7c6b488bbf63c72a04972768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:23.277176 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Allocated IP 172.27.0.192 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/eb8ac6f1-a2de-45ee-a36f-e42608fa0710) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:32:23.287863 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:23.306667 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Usage tracker for resource:subnet and tenant:238960ec7c6b488bbf63c72a04972768 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:23.316961 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:23.342501 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:23.466615 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Made reservation on behalf of 238960ec7c6b488bbf63c72a04972768 for: {'subnet': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:23.468990 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.589897 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.706393 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.786262 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:23.791744 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.795307 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:23.821009 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:32:23.845220 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.845577 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Added segment 027beb39-58a3-4128-9cd1-86bca77c3a3b of type vlan for network af505858-099f-4c8c-a08e-146c90c5ee19 May 27 11:32:23.846854 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb19200a-8d85-4a0a-b2cf-7ec4576570b9,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:23.855732 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:23.880090 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.882538 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:23.890714 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:23.940356 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:23.961930 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:23.975624 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:23.981790 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:32:24.062960 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8ac6f1-a2de-45ee-a36f-e42608fa0710,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:24.111798 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727'] for subnet, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:24.124186 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:24.160780 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:24.245092 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Checking segment: {'id': 'c0dd0870-fd28-4efc-8a73-9c622fe7c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985467df-f105-4b59-9859-c32d1eb713d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:24.245448 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Network hostable DHCP agents. Network: 985467df-f105-4b59-9859-c32d1eb713d1, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:32:24.248294 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12ea2b6-667c-4734-a9e9-8401d377b044,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:24.251531 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:24.306326 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:24.307702 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:24.308322 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:24.312288 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:24.336265 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Network 985467df-f105-4b59-9859-c32d1eb713d1 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:32:24.432492 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, 985467df-f105-4b59-9859-c32d1eb713d1) {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:24.445577 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2efd7e-c548-40bb-abf1-cb5663e9cc36 None None] Network 985467df-f105-4b59-9859-c32d1eb713d1 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:32:24.446402 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:24.448305 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:24.528209 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Pushing event updated for resources: {'Network': ['ID=af505858-099f-4c8c-a08e-146c90c5ee19,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:24.533948 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:24.592879 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3214653 May 27 11:32:24.604691 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network af505858-099f-4c8c-a08e-146c90c5ee19 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:32:24.621397 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1084194 May 27 11:32:24.624444 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60172) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:24.631902 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Request body: {'subnet': {'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-subnet', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:24.644402 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:24.646173 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:24.658863 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Usage tracker for resource:subnet and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:24.664711 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:24.683177 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:24.744527 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe3cc27-c683-4fc7-8539-d55b3bc13d3c None None] Network 47519489-b492-49e9-b8c5-e2af1750cb86 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:32:24.790804 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Made reservation on behalf of 53b8142c765b4c1e9e11263db3801a2b for: {'subnet': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:24.793933 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:25.040124 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-60688a9e-0e88-42cf-9c28-06b223c75009 None None] Provisioning for port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:25.134512 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-60688a9e-0e88-42cf-9c28-06b223c75009 None None] Provisioning complete for port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:25.135059 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-60688a9e-0e88-42cf-9c28-06b223c75009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:25.140698 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-884406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583'] for router, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:25.298642 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df4162-cb9c-471b-927d-27be3e64b3ed None None] Network 985467df-f105-4b59-9859-c32d1eb713d1 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:32:25.417194 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727'] for subnet, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:25.421968 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-88777f18-22f3-4dd0-a56c-e745e6484cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:25.533360 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5540ad7-3a2b-46b9-9aaa-a37e435edc41,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:25.538910 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:25.540465 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-60688a9e-0e88-42cf-9c28-06b223c75009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:25.543356 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Checking segment: {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:25.543715 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Network hostable DHCP agents. Network: af505858-099f-4c8c-a08e-146c90c5ee19, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:32:25.550717 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Router 05a5558e-143e-4d01-b577-4b76856d4766 is scheduled to L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def with binding_index 1 {{(pid=92450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:32:25.622195 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-60688a9e-0e88-42cf-9c28-06b223c75009 None None] For port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:32:25.666308 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Network af505858-099f-4c8c-a08e-146c90c5ee19 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:32:25.740015 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-60688a9e-0e88-42cf-9c28-06b223c75009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:25.745696 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:25.769222 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, af505858-099f-4c8c-a08e-146c90c5ee19) {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:25.776695 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:25.777278 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:25.822788 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f5d3a6-8635-433c-b6b8-18af458436f3 None None] Network af505858-099f-4c8c-a08e-146c90c5ee19 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:32:25.894571 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2687867 May 27 11:32:25.896236 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:32:25.898063 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60220) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:25.904128 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:25.910980 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Sync routers for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:32:25.912203 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:25.925882 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Usage tracker for resource:router and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:25.934546 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:32:25.935411 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:32:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:25.939592 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:25.954431 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:26.082767 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Notify callbacks [] for router, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:26.083270 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60230) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:26.083428 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2272375 May 27 11:32:26.176510 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:32:26.233958 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-884385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:26.235045 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-881313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:26.304632 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60688a9e-0e88-42cf-9c28-06b223c75009 None None] Pushing event updated for resources: {'Port': ['ID=503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:26.342874 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:26.344054 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-60688a9e-0e88-42cf-9c28-06b223c75009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:26.360316 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-c27d3dc9-c540-4d51-9cf8-bcd5e40ba982 None None] Provisioning complete for port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:26.360316 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c27d3dc9-c540-4d51-9cf8-bcd5e40ba982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:26.461295 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp406d2aa3-827e-5c42-ba9c-45e187d9f653-af505858-099f-4c8c-a08e-146c90c5ee19', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41'}]}} from dv-cinder-751579-23-iscsi. {{(pid=92451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:32:26.462115 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:26.721934 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:24Z', 'revision_number': 3, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:26.726556 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Checking router: 05a5558e-143e-4d01-b577-4b76856d4766 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:32:26.726901 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Updating router 05a5558e-143e-4d01-b577-4b76856d4766 port eb8ac6f1-a2de-45ee-a36f-e42608fa0710 binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:32:26.806529 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:26.855357 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.db_base_plugin_common [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Allocated IP 172.20.0.2 (af505858-099f-4c8c-a08e-146c90c5ee19/f5540ad7-3a2b-46b9-9aaa-a37e435edc41/98cca420-53f4-4d09-8a1c-b44632321d27) {{(pid=92451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:32:27.011362 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.195285 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Notify callbacks [] for port, precommit_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.208508 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Transition to ACTIVE for port object 98cca420-53f4-4d09-8a1c-b44632321d27 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:27.233911 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Transition to ACTIVE for port object 98cca420-53f4-4d09-8a1c-b44632321d27 will not be triggered until provisioned by entity DHCP. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:27.324236 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.333412 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-f086f952-76b6-4a17-adf2-b55c93a8981d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:27.343285 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.363446 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Transition to ACTIVE for port object eb8ac6f1-a2de-45ee-a36f-e42608fa0710 will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:27.420950 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Network af505858-099f-4c8c-a08e-146c90c5ee19 is already hosted by enough agents. {{(pid=92451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:27.424062 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.base_scheduler [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Resources bound (agent type, host, resource id): {{(pid=92451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:27.430672 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Received port after_create {{(pid=92451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:32:27.436625 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Pushing event updated for resources: {'Port': ['ID=98cca420-53f4-4d09-8a1c-b44632321d27,revision_number=1']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:27.466387 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.474150 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:27.482732 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:27.539781 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Attempting to bind port 98cca420-53f4-4d09-8a1c-b44632321d27 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:32:27.540300 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Attempting to bind port 98cca420-53f4-4d09-8a1c-b44632321d27 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:32:27.540733 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Attempting to bind port 98cca420-53f4-4d09-8a1c-b44632321d27 on network af505858-099f-4c8c-a08e-146c90c5ee19 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:32:27.546935 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:32:27.547386 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Checking segment: {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:27.547851 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.548444 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Bound using segment: {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:32:27.548986 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Bound port: 98cca420-53f4-4d09-8a1c-b44632321d27, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:32:27.549424 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.592990 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Attempting to bind port eb8ac6f1-a2de-45ee-a36f-e42608fa0710 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:32:27.593619 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Attempting to bind port eb8ac6f1-a2de-45ee-a36f-e42608fa0710 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:32:27.594151 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Attempting to bind port eb8ac6f1-a2de-45ee-a36f-e42608fa0710 on network aff141f8-ece8-4c78-b753-2e9475f6af8e {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:32:27.625751 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:32:27.630722 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:27.631858 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.632460 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Bound using segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:32:27.633150 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Bound port: eb8ac6f1-a2de-45ee-a36f-e42608fa0710, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:32:27.633720 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.677082 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60288) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:27.683379 dv-cinder-751579-23-iscsi neutron-server[92450]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 11:32:27.714351 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:27.748916 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Pushing event updated for resources: {'Port': ['ID=eb8ac6f1-a2de-45ee-a36f-e42608fa0710,revision_number=2']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:27.765254 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.765615 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.765955 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.766283 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.766604 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.766930 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.767247 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.767565 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.767896 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.768291 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.768644 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.768915 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Tracked resource versions report: May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: pushed versions: May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: { 'AddressGroup': {'1.2'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'ConntrackHelper': {'1.0'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Log': {'1.0'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Network': {'1.1'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Port': {'1.7'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'PortForwarding': {'1.2'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'QosPolicy': {'1.8'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SecurityGroup': {'1.4'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SecurityGroupRule': {'1.2'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SubPort': {'1.0'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Subnet': {'1.1'}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Trunk': {'1.1'}} May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: consumer versions: May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: { DHCP agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: HyperV agent@hv-cinder-75157: {}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: L3 agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: Metadata agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: Metering agent@dv-cinder-751579-23-iscsi: {}, May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: Open vSwitch agent@dv-cinder-751579-23-iscsi: { 'AddressGroup': '1.2', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'ConntrackHelper': '1.0', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Log': '1.0', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Network': '1.1', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Port': '1.7', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'PortForwarding': '1.2', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'QosPolicy': '1.8', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SecurityGroup': '1.4', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SecurityGroupRule': '1.2', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'SubPort': '1.0', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Subnet': '1.1', May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: 'Trunk': '1.1'}} May 27 11:32:27.769966 dv-cinder-751579-23-iscsi neutron-server[92452]: {{(pid=92452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 11:32:27.780534 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:27.785116 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] For port eb8ac6f1-a2de-45ee-a36f-e42608fa0710, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:32:27.789065 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] For port eb8ac6f1-a2de-45ee-a36f-e42608fa0710, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=eb8ac6f1-a2de-45ee-a36f-e42608fa0710,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:32:27.822698 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] For port 98cca420-53f4-4d09-8a1c-b44632321d27, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:32:27.828299 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] For port 98cca420-53f4-4d09-8a1c-b44632321d27, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=98cca420-53f4-4d09-8a1c-b44632321d27,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:32:27.849589 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:27.850742 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.905885 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.909467 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:27.918752 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:27.922232 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:27.930764 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-962f932b-2c50-4ba3-b94c-308fdec06b39 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:27.936787 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-962f932b-2c50-4ba3-b94c-308fdec06b39 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/networks?id=985467df-f105-4b59-9859-c32d1eb713d1 HTTP/1.1" status: 200 len: 811 time: 0.2551086 May 27 11:32:27.958361 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-53de8134-7d68-4d7e-819b-585ac826eb81 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/quotas/238960ec7c6b488bbf63c72a04972768 HTTP/1.1" status: 200 len: 375 time: 0.0164814 May 27 11:32:28.002887 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:28.058838 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Pushing event updated for resources: {'Port': ['ID=98cca420-53f4-4d09-8a1c-b44632321d27,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:28.061901 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:32:28.075198 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:32:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:28.075614 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-d1444706-aef7-4037-9a38-026c60e86914 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=238960ec7c6b488bbf63c72a04972768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066546 May 27 11:32:28.078874 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:28.227833 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:28.294624 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:28.298301 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Pushing event updated for resources: {'Port': ['ID=eb8ac6f1-a2de-45ee-a36f-e42608fa0710,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:28.316142 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:28.396399 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:32:28.531765 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-952c71ca-2338-48e9-9a45-7a88e51974d0 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:32:28.540672 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-952c71ca-2338-48e9-9a45-7a88e51974d0 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1068726 May 27 11:32:28.704957 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-ae6f86a2-5157-4044-85df-b3a0a2ce3113 service neutron] 10.222.0.86 "GET /v2.0/networks/985467df-f105-4b59-9859-c32d1eb713d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628325 May 27 11:32:28.746506 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Allocated IP 172.20.0.1 (47519489-b492-49e9-b8c5-e2af1750cb86/62eac499-a6b2-4315-b03e-39ac1743fde5/7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:32:28.779952 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Allocated IP 172.27.0.238 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/0e3d14a7-f7fd-4b02-afb1-b76700d3c070) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:32:28.888857 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-73b934e1-8e19-4317-a1e3-40572d643d43 service neutron] 10.222.0.86 "GET /v2.0/networks/985467df-f105-4b59-9859-c32d1eb713d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731472 May 27 11:32:28.938729 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:24Z', 'revision_number': 3, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:28.943350 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0c512-cf2b-4ddd-a134-cb8bcca5beea None None] The sync data for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi is: [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:24Z', 'revision_number': 3, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:32:29.045688 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:29.095273 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Transition to ACTIVE for port object 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:29.167779 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:29.357704 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-dce80978-5ebf-478b-9b1e-675e7aa226e7 req-4449506e-5112-46ad-8d8a-23b8376f9aec tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 210 time: 0.1226726 May 27 11:32:29.533430 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:29.540777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:29.554840 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceda252-9914-48e5-a2bf-448c7923447c None None] Network af505858-099f-4c8c-a08e-146c90c5ee19 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:32:29.635149 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Pushing event updated for resources: {'Port': ['ID=0e3d14a7-f7fd-4b02-afb1-b76700d3c070,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:29.640503 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:29.641550 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:29.666667 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:29.671915 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:29.680113 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:29.730522 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:32:29.885994 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 98cca420-53f4-4d09-8a1c-b44632321d27 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:29.945612 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Network 47519489-b492-49e9-b8c5-e2af1750cb86 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:29.971026 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-dd95d4bd-38df-4c98-bf8c-af2868a6f0c5 None None] Provisioning for port 98cca420-53f4-4d09-8a1c-b44632321d27 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:29.999555 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:30.035642 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:32:30.036155 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-880233'] for router_interface, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:30.141380 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:30.158358 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:30.380748 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 98cca420-53f4-4d09-8a1c-b44632321d27 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:30.388261 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 98cca420-53f4-4d09-8a1c-b44632321d27 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:30.402920 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:30.432811 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60376) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:30.505422 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60384) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:30.633989 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9096254f-5ffe-4aeb-a31f-3e1c2da6497f req-dffedc47-00bc-4956-a05a-3494d512ac84 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 210 time: 0.1254523 May 27 11:32:30.668239 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:30.698253 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60396) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:30.713531 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-afc254f5-c5b9-47ca-a4e7-f1a2a52a6bba None None] Provisioning for port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:30.728807 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-afc254f5-c5b9-47ca-a4e7-f1a2a52a6bba None None] Provisioning complete for port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:30.729338 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-afc254f5-c5b9-47ca-a4e7-f1a2a52a6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:30.833543 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:30.867033 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:30.884247 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-afc254f5-c5b9-47ca-a4e7-f1a2a52a6bba None None] Port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:32:30.890123 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 98cca420-53f4-4d09-8a1c-b44632321d27, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=98cca420-53f4-4d09-8a1c-b44632321d27,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:32:30.899263 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:30.914718 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-445a4d5f-6bc8-429b-a819-8b148d1cd214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:30.928324 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:30.934684 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] Usage tracker for resource:security_group_rule and tenant:52c566dd6a784a64b2ecdc176a5c10ab is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:30.937541 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-445a4d5f-6bc8-429b-a819-8b148d1cd214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:30.939850 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:30.947270 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-445a4d5f-6bc8-429b-a819-8b148d1cd214 admin admin] Usage tracker for resource:security_group_rule and tenant:662cc2221d0d4dbc9960f667deaaf892 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:30.950722 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:30.952858 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-445a4d5f-6bc8-429b-a819-8b148d1cd214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:30.961102 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-445a4d5f-6bc8-429b-a819-8b148d1cd214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:30.963991 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:30.966760 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device eb8ac6f1-a2de-45ee-a36f-e42608fa0710 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:31.015507 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:31.104997 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.139416 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-445a4d5f-6bc8-429b-a819-8b148d1cd214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.203810 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-445a4d5f-6bc8-429b-a819-8b148d1cd214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.204652 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.213836 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-13fd4cfa-889f-418d-b4a3-d49d6ae5d2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:31.251430 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a4d5f-6bc8-429b-a819-8b148d1cd214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e41e18-5a92-46ee-bf6e-6d6d64f2aef4,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:31.300668 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf166c8-bd18-417b-8254-d1848e865905,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:31.304856 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:31.306928 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-dbbaea93-21f2-4fdf-aa7b-098d17c37704 None None] Provisioning complete for port 98cca420-53f4-4d09-8a1c-b44632321d27 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:31.306928 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-dbbaea93-21f2-4fdf-aa7b-098d17c37704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.347867 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:31.348550 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:31.369072 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-445a4d5f-6bc8-429b-a819-8b148d1cd214 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=662cc2221d0d4dbc9960f667deaaf892&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6665070 May 27 11:32:31.374817 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60416) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:31.377007 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=98cca420-53f4-4d09-8a1c-b44632321d27,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:31.405780 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:31.411790 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=52c566dd6a784a64b2ecdc176a5c10ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9778309 May 27 11:32:31.420405 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60420) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:31.509166 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port eb8ac6f1-a2de-45ee-a36f-e42608fa0710 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:31.516171 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port eb8ac6f1-a2de-45ee-a36f-e42608fa0710 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:31.516863 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.533527 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0054e078-2eb3-475d-8fb5-d116c7f33983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.564892 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-28d5c406-43b6-44fa-952d-ab5a392bee29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.659753 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.668979 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-884406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583'] for router, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.683006 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port eb8ac6f1-a2de-45ee-a36f-e42608fa0710, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=eb8ac6f1-a2de-45ee-a36f-e42608fa0710,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:32:31.695031 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0054e078-2eb3-475d-8fb5-d116c7f33983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.755372 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-28d5c406-43b6-44fa-952d-ab5a392bee29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.757724 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.764517 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.767033 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:31.782575 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-43664055-1526-4f12-bfc2-a296c4a3ca32 req-32457169-4276-4b1d-ae0c-036f7b2732f3 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 210 time: 0.0736930 May 27 11:32:31.877457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.897768 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1035732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880330'] for router_interface, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.909379 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 98cca420-53f4-4d09-8a1c-b44632321d27 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:31.911945 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:31.923860 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0054e078-2eb3-475d-8fb5-d116c7f33983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.928865 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:31.953576 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-28d5c406-43b6-44fa-952d-ab5a392bee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.954459 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054e078-2eb3-475d-8fb5-d116c7f33983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e41e18-5a92-46ee-bf6e-6d6d64f2aef4,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:31.962429 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-0054e078-2eb3-475d-8fb5-d116c7f33983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:31.971507 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:31.978569 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-28d5c406-43b6-44fa-952d-ab5a392bee29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:31.982283 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-28d5c406-43b6-44fa-952d-ab5a392bee29 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6bf166c8-bd18-417b-8254-d1848e865905 HTTP/1.1" status: 204 len: 168 time: 0.5584018 May 27 11:32:31.987095 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=eb8ac6f1-a2de-45ee-a36f-e42608fa0710,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:31.998258 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:31.998867 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0054e078-2eb3-475d-8fb5-d116c7f33983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:32.003897 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-0054e078-2eb3-475d-8fb5-d116c7f33983 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/09e41e18-5a92-46ee-bf6e-6d6d64f2aef4 HTTP/1.1" status: 204 len: 168 time: 0.6252708 May 27 11:32:32.004259 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5c406-43b6-44fa-952d-ab5a392bee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf166c8-bd18-417b-8254-d1848e865905,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:32.007812 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-28d5c406-43b6-44fa-952d-ab5a392bee29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:32.080339 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 98cca420-53f4-4d09-8a1c-b44632321d27 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:32.080713 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:32.172101 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:32.188989 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:32.239158 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Network 47519489-b492-49e9-b8c5-e2af1750cb86 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:32.242766 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:32.333352 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Router 1af9f885-53b4-4095-9bde-42d2e8720e9a is scheduled to L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def with binding_index 1 {{(pid=92449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:32:32.492385 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-7ffbc6e3-12b9-4e49-a720-b237601a0891 None None] Provisioning complete for port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:32.492772 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc6e3-12b9-4e49-a720-b237601a0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:32.550419 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:32.585739 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-7ffbc6e3-12b9-4e49-a720-b237601a0891 None None] Port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:32:32.671627 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Router 05a5558e-143e-4d01-b577-4b76856d4766 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:32:32.685095 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60452) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:32.685599 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:32:32.698208 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Sync routers for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:32:32.704320 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-64560ccc-386d-4966-964d-f4314c9c8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:32.713458 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:32:32.714924 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:32:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:32.933839 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:32:32.963836 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:32:32.979641 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Sync routers for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:32:32.995294 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] 10.222.0.86 "PUT /v2.0/routers/05a5558e-143e-4d01-b577-4b76856d4766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9073164 May 27 11:32:32.996912 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:33.002881 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1012027 May 27 11:32:33.003430 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60464) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:33.012563 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f72eb2ce-d494-4de7-aeb6-6a49c3b3a87a req-fe4d6b25-b1c3-4c6c-9632-82c754afb288 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 210 time: 0.0560701 May 27 11:32:33.014628 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:32:33.015611 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:32:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:33.156647 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60468) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:33.196987 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:33.273829 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:33.286651 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] Usage tracker for resource:security_group_rule and tenant:9eec0caa447b44e483e2b6462d61e241 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:33.299425 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:33.313568 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:33.406745 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:32:33.520911 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:33.606025 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:33.607103 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:33.667802 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:33.682745 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 3, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:33.692828 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Checking router: 1af9f885-53b4-4095-9bde-42d2e8720e9a for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:32:33.693308 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Updating router 1af9f885-53b4-4095-9bde-42d2e8720e9a port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 binding host dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:32:33.763834 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9eec0caa447b44e483e2b6462d61e241&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6059253 May 27 11:32:33.767498 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:33.779965 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60490) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:33.786354 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] Usage tracker for resource:security_group_rule and tenant:bb0a54042e344cf6b528abc43cd5f927 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:33.793630 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:33.857001 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:33.866652 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:33.891094 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea328e51-0b8e-42df-a743-0d6ef277c2a6,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:33.891657 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60498) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:33.929660 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:33.935630 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:33.941313 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device eb8ac6f1-a2de-45ee-a36f-e42608fa0710 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:33.964265 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:33.972713 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f2b35b77-1d0d-4da5-9d40-4db9a71e4502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.009607 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f2b35b77-1d0d-4da5-9d40-4db9a71e4502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.042256 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Usage tracker for resource:security_group_rule and tenant:5dc04d98abad471d92c54f147f90ea45 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:34.047263 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:34.064901 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:34.142261 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.76', 63512) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:34.159861 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 2, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:34.166432 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Checking router: 05a5558e-143e-4d01-b577-4b76856d4766 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:32:34.167594 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Updating router 05a5558e-143e-4d01-b577-4b76856d4766 port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:32:34.169790 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port eb8ac6f1-a2de-45ee-a36f-e42608fa0710 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:34.170206 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.268269 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.315119 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f2b35b77-1d0d-4da5-9d40-4db9a71e4502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.344076 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:34.374129 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f2b35b77-1d0d-4da5-9d40-4db9a71e4502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.375200 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-f2b35b77-1d0d-4da5-9d40-4db9a71e4502 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ea328e51-0b8e-42df-a743-0d6ef277c2a6 HTTP/1.1" status: 204 len: 168 time: 0.5942752 May 27 11:32:34.453736 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-46415f51-4b83-48c9-883d-d352db2d9b48 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:34.456365 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-46415f51-4b83-48c9-883d-d352db2d9b48 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Synchronizing usage tracker for tenant:238960ec7c6b488bbf63c72a04972768 on resource:network {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:32:34.566541 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7f26483b-85e9-4bde-a8cd-5aef23bad9c1 req-e7b955ed-7e29-4ee1-b06c-8a4fa9d1b029 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 210 time: 0.1937201 May 27 11:32:34.567289 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b35b77-1d0d-4da5-9d40-4db9a71e4502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea328e51-0b8e-42df-a743-0d6ef277c2a6,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:34.578444 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f2b35b77-1d0d-4da5-9d40-4db9a71e4502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:34.715817 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.757821 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Notify callbacks [] for port, precommit_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.776949 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Transition to ACTIVE for port object 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:34.778973 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.838195 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.844028 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.845036 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:34.849837 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:34.887752 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e37285f7-e6d3-450c-b656-0c12d0143e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:34.955314 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e3207-a7b3-4cfc-8430-743aa782b055 None None] Pushing event updated for resources: {'Port': ['ID=0e3d14a7-f7fd-4b02-afb1-b76700d3c070,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:34.971438 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066148e3-0a38-4d08-8e26-af17e2d8a806,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:34.971757 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.006745 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c6d369d1-2b74-423a-85d2-25f28b3d1a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:35.009300 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:35.015662 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bb0a54042e344cf6b528abc43cd5f927&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3267112 May 27 11:32:35.015989 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60526) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:35.034494 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Attempting to bind port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:32:35.037197 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Attempting to bind port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:32:35.037197 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Attempting to bind port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 on network aff141f8-ece8-4c78-b753-2e9475f6af8e {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:32:35.043348 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-540e3207-a7b3-4cfc-8430-743aa782b055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:35.054216 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:32:35.055001 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:35.055633 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.056683 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Bound using segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:32:35.057401 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Bound port: 0e3d14a7-f7fd-4b02-afb1-b76700d3c070, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:32:35.058893 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.066164 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395ea55c-55a9-4f99-8240-e9d724fb0e2a,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:35.087161 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:35.087962 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-46415f51-4b83-48c9-883d-d352db2d9b48 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Unset dirty status for tenant:238960ec7c6b488bbf63c72a04972768 on resource:network {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:32:35.103800 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-46415f51-4b83-48c9-883d-d352db2d9b48 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.76 "GET /v2.0/networks?id=985467df-f105-4b59-9859-c32d1eb713d1 HTTP/1.1" status: 200 len: 811 time: 0.9594443 May 27 11:32:35.152927 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.168995 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Transition to ACTIVE for port object 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:35.194385 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60536) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:35.205613 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1801892456', 'description': 'tempest-description--710640293'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:35.210857 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:35.216162 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9d7085a4-59bd-49f3-853a-585d7e40ef82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.223430 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:security_group and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:35.229309 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:35.238629 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:35.257539 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9d7085a4-59bd-49f3-853a-585d7e40ef82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.281859 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.293755 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Request body: {'port': {'device_id': '750808b5-5890-473c-a9c9-8dbf60de6a37', 'network_id': '985467df-f105-4b59-9859-c32d1eb713d1', 'admin_state_up': True, 'tenant_id': '238960ec7c6b488bbf63c72a04972768'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:35.352930 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.360981 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:35.381434 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.383442 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] For port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:32:35.400236 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-86283910-9961-4689-994b-b59261d81b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.419157 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] For port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=0e3d14a7-f7fd-4b02-afb1-b76700d3c070,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:32:35.458021 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9d7085a4-59bd-49f3-853a-585d7e40ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.480902 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:35.506883 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:35.524651 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.527662 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7085a4-59bd-49f3-853a-585d7e40ef82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066148e3-0a38-4d08-8e26-af17e2d8a806,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:35.535546 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:35.549168 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:security_group_rule and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:35.555961 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-9d7085a4-59bd-49f3-853a-585d7e40ef82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:35.559953 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Synchronizing usage tracker for tenant:db1780daca0040a49044f1cd3d76a573 on resource:security_group {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:32:35.564227 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:35.571741 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9d7085a4-59bd-49f3-853a-585d7e40ef82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.581825 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-9d7085a4-59bd-49f3-853a-585d7e40ef82 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/066148e3-0a38-4d08-8e26-af17e2d8a806 HTTP/1.1" status: 204 len: 168 time: 0.5647249 May 27 11:32:35.628360 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:35.865317 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5346f94-db3e-43ba-b3a2-03e74e3dc02c None None] Pushing event updated for resources: {'Port': ['ID=7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:35.877841 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-f5346f94-db3e-43ba-b3a2-03e74e3dc02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:35.879152 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e3207-a7b3-4cfc-8430-743aa782b055 None None] Pushing event updated for resources: {'Port': ['ID=0e3d14a7-f7fd-4b02-afb1-b76700d3c070,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:35.880314 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.899349 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-540e3207-a7b3-4cfc-8430-743aa782b055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:35.906129 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:32:35.909110 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:32:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:35.940772 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:35.950358 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:35.988906 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Unset dirty status for tenant:db1780daca0040a49044f1cd3d76a573 on resource:security_group {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:32:35.993335 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5dc04d98abad471d92c54f147f90ea45&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0975041 May 27 11:32:36.003669 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60582) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:36.145334 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:36.147827 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Attempting to bind port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:32:36.150104 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Attempting to bind port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:32:36.150687 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Attempting to bind port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 on network 47519489-b492-49e9-b8c5-e2af1750cb86 {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:32:36.153744 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Usage tracker for resource:port and tenant:238960ec7c6b488bbf63c72a04972768 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:36.161616 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:36.170921 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:32:36.173932 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Checking segment: {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:36.176537 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:36.177438 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.178146 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Bound using segment: {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:32:36.180002 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Bound port: 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:32:36.180632 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.183802 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-980fdb6d-396f-42ec-9942-2f981efabd4f req-08b835fd-7968-4211-806e-5d439ebc5dfc tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 210 time: 0.1778791 May 27 11:32:36.206226 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c72868-3277-461f-9568-9b5b82987945,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:36.207328 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Allocated IP 172.20.0.1 (af505858-099f-4c8c-a08e-146c90c5ee19/f5540ad7-3a2b-46b9-9aaa-a37e435edc41/291a2f8b-0a33-4b39-859b-8a5c6817b1d3) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:32:36.222096 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:36.265297 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-009f3ec0-6742-436b-ab0a-a05d1628636c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.285416 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:32:36.364984 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.373265 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.1775768 May 27 11:32:36.376059 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-009f3ec0-6742-436b-ab0a-a05d1628636c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.384024 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60600) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:36.392603 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'security_group_rule': {'security_group_id': '33c72868-3277-461f-9568-9b5b82987945', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:36.407157 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:36.415206 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:security_group_rule and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:36.419663 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:36.426074 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Made reservation on behalf of 238960ec7c6b488bbf63c72a04972768 for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:36.431950 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.439666 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:36.734067 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] For port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:32:36.734067 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] For port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:32:36.734067 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.735624 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-009f3ec0-6742-436b-ab0a-a05d1628636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.737792 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-7cb52267-e657-4565-bd9f-6a5322621c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:36.738180 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-32d2603e-0d3d-49b4-a13d-651e70d6247f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:36.738735 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.739113 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.739695 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.741401 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f3ec0-6742-436b-ab0a-a05d1628636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395ea55c-55a9-4f99-8240-e9d724fb0e2a,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:36.741401 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-009f3ec0-6742-436b-ab0a-a05d1628636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:36.812486 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-009f3ec0-6742-436b-ab0a-a05d1628636c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.817970 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-009f3ec0-6742-436b-ab0a-a05d1628636c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/395ea55c-55a9-4f99-8240-e9d724fb0e2a HTTP/1.1" status: 204 len: 168 time: 0.7127750 May 27 11:32:36.878546 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Transition to ACTIVE for port object 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:36.883264 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:32:36.890294 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:36.894001 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:32:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:36.937878 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 3, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:36.947455 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d981b1-7585-42a4-9cf4-72ae043a9e64 None None] The sync data for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi is: [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 3, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:32:37.038167 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:37.042421 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5346f94-db3e-43ba-b3a2-03e74e3dc02c None None] Pushing event updated for resources: {'Port': ['ID=7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07,revision_number=4']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:37.055146 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-f5346f94-db3e-43ba-b3a2-03e74e3dc02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:37.120818 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:37.163999 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe3c63d-071e-4d8c-b166-d745b5cee858,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:37.179920 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Allocated IP 172.20.0.10 (985467df-f105-4b59-9859-c32d1eb713d1/a12ea2b6-667c-4734-a9e9-8401d377b044/4be948a5-3746-42f0-b8bb-4aeb503eface) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:32:37.181321 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:37.186522 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:37.187726 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8024743 May 27 11:32:37.191805 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60626) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:37.217694 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'security_group_rule': {'security_group_id': '33c72868-3277-461f-9568-9b5b82987945', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:37.249213 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:37.261266 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:security_group_rule and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:37.270960 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:37.297007 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:37.487307 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:32:37.508001 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:37.533066 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:37.655528 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:37.664385 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-48768785-7c21-4f55-803e-4a87ebd6fbed req-52fb88c8-2bc5-41ad-a6fc-08618950277e tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 210 time: 0.0566287 May 27 11:32:37.879407 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:37.936996 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:38.020133 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Network af505858-099f-4c8c-a08e-146c90c5ee19 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:38.021487 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=291a2f8b-0a33-4b39-859b-8a5c6817b1d3,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:38.035832 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:38.049562 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60646) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:38.071757 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:38.074649 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.111300 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:38.121553 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.175646 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.205358 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:32:38.206026 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-880233'] for router_interface, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.225221 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:38.230472 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:38.230845 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.268382 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Network 985467df-f105-4b59-9859-c32d1eb713d1 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:38.315371 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:36Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:38.317212 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:38.321097 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60656) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:38.332540 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5773-540a-4789-a4ea-4745d5f49962 None None] The sync data for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi is: [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:36Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:32:38.355085 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.371626 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:32:38.385072 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:38.385749 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.486834 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Pushing event updated for resources: {'Port': ['ID=4be948a5-3746-42f0-b8bb-4aeb503eface,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:38.510303 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:38.521610 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:38.626600 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3485042e-b04a-4e06-8c1c-6ddc7c055b4e,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:38.633083 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:38.660885 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-548567512-network', 'tenant_id': 'c73d14809fda4e6d948a99138261e851'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:38.687372 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4278729 May 27 11:32:38.696601 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:38.729956 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.731188 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5178175 May 27 11:32:38.767121 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-21cbfee0-fc65-40d8-83fb-ca0d32d30888 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:32:38.770718 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-21cbfee0-fc65-40d8-83fb-ca0d32d30888 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0249197 May 27 11:32:38.785124 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60672) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:38.801238 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.806396 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'floatingip': {'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:38.809712 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.843319 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:38.851186 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-a425b940-ba27-411b-9fe5-98f345d49b74 None None] Provisioning for port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:38.862231 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:floatingip and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:38.872448 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:38.877575 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-a425b940-ba27-411b-9fe5-98f345d49b74 None None] Provisioning complete for port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:38.883409 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a425b940-ba27-411b-9fe5-98f345d49b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:38.891838 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:38.892115 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Usage tracker for resource:network and tenant:c73d14809fda4e6d948a99138261e851 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:38.911265 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:38.938489 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:38.966313 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:38.992515 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=0e3d14a7-f7fd-4b02-afb1-b76700d3c070,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:32:38.994588 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8072edce51a448fb96174580db2dd6d2 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:39.034215 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:39.036814 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-a425b940-ba27-411b-9fe5-98f345d49b74 None None] Port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:32:39.060669 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:39.064461 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-540e3207-a7b3-4cfc-8430-743aa782b055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:39.075473 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:39.076059 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:39.084742 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Made reservation on behalf of c73d14809fda4e6d948a99138261e851 for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:39.087442 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:39.111586 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:39.113931 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:39.229139 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:39.233809 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Usage tracker for resource:security_group_rule and tenant:c73d14809fda4e6d948a99138261e851 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:39.240243 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:39.265249 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:39.271854 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=0e3d14a7-f7fd-4b02-afb1-b76700d3c070,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:39.308175 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:39.432272 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:39.492309 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5c027-557e-4646-ba0f-910975acb798 req-f5cbe215-5e40-49dc-b472-46a66c36ca8d tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:39.494079 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6fe5c027-557e-4646-ba0f-910975acb798 req-f5cbe215-5e40-49dc-b472-46a66c36ca8d tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 932 time: 0.5157394 May 27 11:32:39.575327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:39.635026 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:32:39.654944 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:39.681886 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:39.708029 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6fe5c027-557e-4646-ba0f-910975acb798 req-857b90ed-3209-4775-befc-d0da593fecb6 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069867 May 27 11:32:39.737040 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:39.737040 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Added segment 23354e42-b64d-44d3-9548-00cfefa5d1b7 of type vlan for network 36c2bfad-4d51-4d71-92d2-38a151479217 May 27 11:32:39.901038 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dd60ed-a380-475a-8145-7342c666a062,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:39.911571 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:39.927755 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Request body: {'port': {'device_id': '750808b5-5890-473c-a9c9-8dbf60de6a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:40.011638 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:40.031384 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:40.130088 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.db.resource_extend [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 11:32:40.137817 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:40.156555 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:40.173725 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:40.226125 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d41b2f-a7e0-43e4-9153-f38fe3ab3488,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:40.231399 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:40.235055 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:40.250142 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:40.250815 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:40.262386 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-53000077-c142-4d71-89cb-545b4ef69cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:40.288839 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:40.367184 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:40.420589 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:40.426900 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:40.427756 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:40.464403 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1035732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880330'] for router_interface, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:40.483694 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:40.523963 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Pushing event updated for resources: {'Network': ['ID=36c2bfad-4d51-4d71-92d2-38a151479217,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:40.528165 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:40.538845 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8072edce51a448fb96174580db2dd6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2150640 May 27 11:32:40.543059 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network 36c2bfad-4d51-4d71-92d2-38a151479217 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:32:40.556973 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60732) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:40.626660 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=291a2f8b-0a33-4b39-859b-8a5c6817b1d3,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:40.643316 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:40.692117 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:40.826012 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7715242 May 27 11:32:40.828360 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60746) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:40.922243 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Allocated IP 172.27.0.31 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/b0153cbe-4182-4cdc-a088-ce638437d5d6) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:32:40.924159 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Request body: {'subnet': {'network_id': '36c2bfad-4d51-4d71-92d2-38a151479217', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-548567512-subnet', 'tenant_id': 'c73d14809fda4e6d948a99138261e851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:41.054643 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:41.059219 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-112cdf6c-accc-4215-93d1-9a9c95b61bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:41.069263 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:41.069994 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Usage tracker for resource:subnet and tenant:c73d14809fda4e6d948a99138261e851 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:41.074956 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:41.105719 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:41.121529 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:41.179459 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-112cdf6c-accc-4215-93d1-9a9c95b61bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:41.186284 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:32:41.276729 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Made reservation on behalf of c73d14809fda4e6d948a99138261e851 for: {'subnet': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:41.279674 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:41.286205 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:41.290908 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:41.322125 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df065c4f-a3b9-4a88-b1ab-b4491b29708d req-b16088f1-a87e-49e7-a829-cb5194b176e5 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:41.324239 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-df065c4f-a3b9-4a88-b1ab-b4491b29708d req-b16088f1-a87e-49e7-a829-cb5194b176e5 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 932 time: 0.3798363 May 27 11:32:41.578779 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:41.673350 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:41.673972 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:41.695236 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60762) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:41.712992 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:41.718264 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Network af505858-099f-4c8c-a08e-146c90c5ee19 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:41.730891 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:41.741090 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:41.750950 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:41.752503 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:41.755191 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-112cdf6c-accc-4215-93d1-9a9c95b61bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:41.784284 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:41.911840 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-df065c4f-a3b9-4a88-b1ab-b4491b29708d req-2409b831-dd11-4bb6-9530-a9a466f47177 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594816 May 27 11:32:41.914348 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cdf6c-accc-4215-93d1-9a9c95b61bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d41b2f-a7e0-43e4-9153-f38fe3ab3488,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:41.935734 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-112cdf6c-accc-4215-93d1-9a9c95b61bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:41.938811 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-112cdf6c-accc-4215-93d1-9a9c95b61bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:41.939918 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-112cdf6c-accc-4215-93d1-9a9c95b61bd5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/17d41b2f-a7e0-43e4-9153-f38fe3ab3488 HTTP/1.1" status: 204 len: 168 time: 1.3808248 May 27 11:32:42.093229 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:42.237637 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-dcb128d1-9dda-4928-a27e-87b806d673ea None None] Provisioning complete for port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:42.238277 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-dcb128d1-9dda-4928-a27e-87b806d673ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:42.285405 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:42.333812 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:42.336010 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-dcb128d1-9dda-4928-a27e-87b806d673ea None None] Port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:32:42.354330 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:42.354692 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:42.373863 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:32:42.492348 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:42.503857 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:42.519720 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.db.resource_extend [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 11:32:42.589364 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'Port': ['ID=b0153cbe-4182-4cdc-a088-ce638437d5d6,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:42.615286 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:42.648023 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:42.665274 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] Usage tracker for resource:security_group_rule and tenant:a3091ebd118b414588de2a8a6c367ac2 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:42.682174 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:42.697118 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Router 1af9f885-53b4-4095-9bde-42d2e8720e9a has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:32:42.710448 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:42.715172 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be948a5-3746-42f0-b8bb-4aeb503eface {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:32:42.747289 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:42.811365 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727'] for subnet, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:42.817993 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:42.907163 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7279155-6bb9-4f77-a6fa-2b9cb4fe6c22,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:42.921924 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:42.925442 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Checking segment: {'id': '23354e42-b64d-44d3-9548-00cfefa5d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '36c2bfad-4d51-4d71-92d2-38a151479217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:42.926015 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Network hostable DHCP agents. Network: 36c2bfad-4d51-4d71-92d2-38a151479217, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:32:43.028184 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:43.094635 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:32:43.105923 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Sync routers for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:32:43.120712 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:32:43.122849 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:32:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:43.129832 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Network 36c2bfad-4d51-4d71-92d2-38a151479217 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:32:43.142339 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Transition to ACTIVE for port object 4be948a5-3746-42f0-b8bb-4aeb503eface will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:43.172379 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] 10.222.0.86 "PUT /v2.0/routers/1af9f885-53b4-4095-9bde-42d2e8720e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1676250 May 27 11:32:43.363194 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236d0de-609b-43b8-83c1-ad310ef09f44 req-22a82112-e888-4791-8cec-20c605b7d641 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:43.366505 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0236d0de-609b-43b8-83c1-ad310ef09f44 req-22a82112-e888-4791-8cec-20c605b7d641 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 932 time: 0.3090997 May 27 11:32:43.415336 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, 36c2bfad-4d51-4d71-92d2-38a151479217) {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:43.434608 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0236d0de-609b-43b8-83c1-ad310ef09f44 req-3cff9b29-c158-4d90-967a-f83086fb11f7 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615792 May 27 11:32:43.439039 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:43.440201 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:43.446274 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db983d4-7b27-4879-9348-39109507d871 None None] Network 36c2bfad-4d51-4d71-92d2-38a151479217 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:32:43.449939 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60796) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:43.467856 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:43.479585 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:43.510508 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:43.510812 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5acd01ad-64eb-49e4-9067-0e10b887814b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:43.543563 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:43.549540 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] Usage tracker for resource:security_group_rule and tenant:acc8cc7a05c54977961c7fd5e22ab6b0 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:43.555241 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:43.562588 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:43.603876 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:32:43.685323 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8129401 May 27 11:32:43.832914 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:43.944281 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:44.078505 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:44.102172 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Pushing event updated for resources: {'Port': ['ID=4be948a5-3746-42f0-b8bb-4aeb503eface,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:44.107460 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:44.138540 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7a1b6600-9661-4ccf-96e5-906967a0f20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:44.153162 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-52e9f33c-9ede-4413-a751-2509530dbdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:44.205939 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=acc8cc7a05c54977961c7fd5e22ab6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7547135 May 27 11:32:44.210951 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60816) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:44.276604 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3091ebd118b414588de2a8a6c367ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5761135 May 27 11:32:44.280853 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60820) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:44.306930 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb502c-d8c1-4a7e-9588-5eaafc2937d3,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:44.313923 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:44.373608 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Attempting to bind port 4be948a5-3746-42f0-b8bb-4aeb503eface on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:32:44.373979 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Attempting to bind port 4be948a5-3746-42f0-b8bb-4aeb503eface by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'c0dd0870-fd28-4efc-8a73-9c622fe7c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985467df-f105-4b59-9859-c32d1eb713d1'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:32:44.374346 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Attempting to bind port 4be948a5-3746-42f0-b8bb-4aeb503eface on network 985467df-f105-4b59-9859-c32d1eb713d1 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:32:44.398720 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c294ea65-fab4-49a8-b47c-9e22b8979b67,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:44.402795 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Port 4be948a5-3746-42f0-b8bb-4aeb503eface on network 985467df-f105-4b59-9859-c32d1eb713d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:32:44.403050 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Attempting to bind port 4be948a5-3746-42f0-b8bb-4aeb503eface on network 985467df-f105-4b59-9859-c32d1eb713d1 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:32:44.410360 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:44.424987 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:32:44.425375 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Checking segment: {'id': 'c0dd0870-fd28-4efc-8a73-9c622fe7c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985467df-f105-4b59-9859-c32d1eb713d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:44.426014 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Bound using segment: {'id': 'c0dd0870-fd28-4efc-8a73-9c622fe7c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985467df-f105-4b59-9859-c32d1eb713d1'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:32:44.426523 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Bound port: 4be948a5-3746-42f0-b8bb-4aeb503eface, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0dd0870-fd28-4efc-8a73-9c622fe7c444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '985467df-f105-4b59-9859-c32d1eb713d1'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:32:44.426870 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:44.454593 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc10686-6211-4470-bc6f-57864f2b00c2 None None] Network 36c2bfad-4d51-4d71-92d2-38a151479217 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:32:44.561960 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-24e7c0d7-4c53-4158-b95e-9dc1faa5a148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:44.668667 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:44.688656 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-24e7c0d7-4c53-4158-b95e-9dc1faa5a148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:44.716076 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fce90361-69bb-42af-a3ba-3a4df3d77fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:44.778529 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:39Z', 'revision_number': 2, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:44.864811 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Checking router: 1af9f885-53b4-4095-9bde-42d2e8720e9a for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:32:44.867139 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Updating router 1af9f885-53b4-4095-9bde-42d2e8720e9a port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 binding host dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:32:44.878525 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:44.893229 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fce90361-69bb-42af-a3ba-3a4df3d77fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:44.929467 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:45.044639 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5d68a-b2c9-4e8f-95c8-be6bcaeb3688 req-06cbffbd-3b92-42b4-b35d-0b890d1038ec tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:45.056176 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1bf5d68a-b2c9-4e8f-95c8-be6bcaeb3688 req-06cbffbd-3b92-42b4-b35d-0b890d1038ec tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 944 time: 0.3123088 May 27 11:32:45.062862 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] For port 4be948a5-3746-42f0-b8bb-4aeb503eface, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:32:45.098681 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-24e7c0d7-4c53-4158-b95e-9dc1faa5a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.110845 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] For port 4be948a5-3746-42f0-b8bb-4aeb503eface, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4be948a5-3746-42f0-b8bb-4aeb503eface,segment=NetworkSegment(c0dd0870-fd28-4efc-8a73-9c622fe7c444),segment_id=c0dd0870-fd28-4efc-8a73-9c622fe7c444)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:32:45.123652 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60840) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:45.130251 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:45.148142 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.164166 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-182786268-network', 'tenant_id': 'fab5665be98b472cb3ab0b2a79227cea'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:45.189491 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:45.194370 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.196607 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Usage tracker for resource:network and tenant:fab5665be98b472cb3ab0b2a79227cea is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:45.213001 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:45.223102 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:45.233651 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7c0d7-4c53-4158-b95e-9dc1faa5a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c294ea65-fab4-49a8-b47c-9e22b8979b67,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:45.249970 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-24e7c0d7-4c53-4158-b95e-9dc1faa5a148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:45.254184 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-24e7c0d7-4c53-4158-b95e-9dc1faa5a148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.255829 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-24e7c0d7-4c53-4158-b95e-9dc1faa5a148 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c294ea65-fab4-49a8-b47c-9e22b8979b67 HTTP/1.1" status: 204 len: 168 time: 1.0349281 May 27 11:32:45.263913 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1bf5d68a-b2c9-4e8f-95c8-be6bcaeb3688 req-66651dc3-edb3-4068-9eac-df64876cf998 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053480 May 27 11:32:45.294579 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.364956 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60848) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:45.372479 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332746740', 'description': 'tempest-description--1191861678'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:45.382080 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'Port': ['ID=b0153cbe-4182-4cdc-a088-ce638437d5d6,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:45.386375 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:45.391946 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:45.419930 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:45.439278 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:security_group and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:45.445684 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:45.467220 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Made reservation on behalf of fab5665be98b472cb3ab0b2a79227cea for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:45.469716 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.512154 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:45.536694 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.626305 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:45.628805 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.628805 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7720304 May 27 11:32:45.628805 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Pushing event updated for resources: {'Port': ['ID=4be948a5-3746-42f0-b8bb-4aeb503eface,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:45.629200 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Usage tracker for resource:security_group_rule and tenant:fab5665be98b472cb3ab0b2a79227cea is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:45.629274 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:45.629343 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:45.629417 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:45.629417 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.629417 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] 10.222.0.76 "PUT /v2.0/ports/4be948a5-3746-42f0-b8bb-4aeb503eface HTTP/1.1" status: 200 len: 1094 time: 6.2218671 May 27 11:32:45.629417 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750808b5-5890-473c-a9c9-8dbf60de6a37', 'tag': '4be948a5-3746-42f0-b8bb-4aeb503eface'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:32:45.629661 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:45.822976 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.962981 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Notify callbacks [] for port, precommit_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:45.979803 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Transition to ACTIVE for port object 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:46.095445 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:46.209947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:46.209947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:security_group_rule and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:46.209947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:46.209947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:46.209947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-4100854e-8bce-4b28-9ad2-0aa2b98bfcb9 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Synchronizing usage tracker for tenant:e67fddd439ac44dba25dfd532d291bcc on resource:security_group {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:32:46.322648 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:46.514535 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e431eb0-c618-41c0-aab8-4675b280e4de req-a8ed5b71-5460-435c-9790-f82fc541b2c2 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:46.516036 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1e431eb0-c618-41c0-aab8-4675b280e4de req-a8ed5b71-5460-435c-9790-f82fc541b2c2 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 944 time: 0.1088755 May 27 11:32:46.583574 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1e431eb0-c618-41c0-aab8-4675b280e4de req-cd444d73-34a4-48cf-bb7e-8747d8a7cd94 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541577 May 27 11:32:47.009324 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fce90361-69bb-42af-a3ba-3a4df3d77fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.009324 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-98a8a257-8d21-4a5b-a50b-c03db902519f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:47.025413 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce90361-69bb-42af-a3ba-3a4df3d77fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb502c-d8c1-4a7e-9588-5eaafc2937d3,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:47.029022 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-fce90361-69bb-42af-a3ba-3a4df3d77fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:47.033617 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fce90361-69bb-42af-a3ba-3a4df3d77fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.034806 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-fce90361-69bb-42af-a3ba-3a4df3d77fa4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/97bb502c-d8c1-4a7e-9588-5eaafc2937d3 HTTP/1.1" status: 204 len: 168 time: 2.7529089 May 27 11:32:47.093464 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.097752 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.099287 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.114505 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-540e3207-a7b3-4cfc-8430-743aa782b055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:47.117915 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-009f3ec0-6742-436b-ab0a-a05d1628636c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:47.187196 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:32:47.192552 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fc8e2c-ac09-41c7-9229-fea515057866,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:47.240177 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-4100854e-8bce-4b28-9ad2-0aa2b98bfcb9 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Unset dirty status for tenant:e67fddd439ac44dba25dfd532d291bcc on resource:security_group {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:32:47.264720 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-4100854e-8bce-4b28-9ad2-0aa2b98bfcb9 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1801892456&fields=id&tenant_id=e67fddd439ac44dba25dfd532d291bcc HTTP/1.1" status: 200 len: 267 time: 1.1348135 May 27 11:32:47.346277 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.346277 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Added segment d4b5cbdd-14ea-46a5-91e2-e7d2329e89b0 of type vlan for network d15261fa-d005-4c84-8421-69ace149a0fe May 27 11:32:47.373314 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.379744 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60896) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:47.383151 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-75dee416-43ce-407a-8a2c-b0670d8973f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0073509 May 27 11:32:47.387591 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47fc8f1-08d2-4c67-b695-4eed444b9634,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:47.395355 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'security_group_rule': {'security_group_id': '18fc8e2c-ac09-41c7-9229-fea515057866', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:47.403605 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:47.425339 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:47.465164 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:security_group_rule and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:47.483787 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:47.502272 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:47.539722 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:47.540129 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:47.613882 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.631243 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Attempting to bind port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:32:47.631584 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Attempting to bind port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:32:47.637665 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Attempting to bind port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 on network af505858-099f-4c8c-a08e-146c90c5ee19 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:32:47.649568 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750808b5-5890-473c-a9c9-8dbf60de6a37', 'tag': '4be948a5-3746-42f0-b8bb-4aeb503eface', 'status': 'completed', 'code': 200} May 27 11:32:47.660795 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:32:47.661170 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Checking segment: {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:47.661603 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.661958 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Bound using segment: {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:32:47.674992 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Bound port: 291a2f8b-0a33-4b39-859b-8a5c6817b1d3, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:32:47.684215 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.723316 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.736285 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6b714-0caa-4c31-b372-93b2b8823139 None None] Pushing event updated for resources: {'Port': ['ID=291a2f8b-0a33-4b39-859b-8a5c6817b1d3,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:47.812422 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-bef6b714-0caa-4c31-b372-93b2b8823139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:47.830067 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-afc12ef5-f5fb-4799-81e2-e7e4c3c4a441 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:47.831424 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-afc12ef5-f5fb-4799-81e2-e7e4c3c4a441 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Synchronizing usage tracker for tenant:e67fddd439ac44dba25dfd532d291bcc on resource:network {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:32:47.904673 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:47.930612 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] For port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:32:47.938423 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] For port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=291a2f8b-0a33-4b39-859b-8a5c6817b1d3,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:32:47.966290 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:48.009265 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:48.014524 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:48.044801 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:48.045467 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:48.050056 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:48.052354 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0bd52ec2-ea8a-4d09-a483-efbf1ace2dec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:48.125222 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:48.129337 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2115cf-dfee-467d-b4b5-3d07ccc2b22e,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:48.163543 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:48.281354 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:32:48.281977 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:32:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:48.339951 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-afc12ef5-f5fb-4799-81e2-e7e4c3c4a441 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Unset dirty status for tenant:e67fddd439ac44dba25dfd532d291bcc on resource:network {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:32:48.341199 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-afc12ef5-f5fb-4799-81e2-e7e4c3c4a441 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/networks?id=47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 200 len: 810 time: 1.0752814 May 27 11:32:48.342548 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d15261fa-d005-4c84-8421-69ace149a0fe,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:48.351054 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:48.357417 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2173374 May 27 11:32:48.364878 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 60924) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:48.404788 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Request body: {'subnet': {'network_id': 'd15261fa-d005-4c84-8421-69ace149a0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-182786268-subnet', 'tenant_id': 'fab5665be98b472cb3ab0b2a79227cea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:48.422879 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:48.439154 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Usage tracker for resource:subnet and tenant:fab5665be98b472cb3ab0b2a79227cea is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:48.442829 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:48.452371 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network d15261fa-d005-4c84-8421-69ace149a0fe details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:32:48.460398 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:48.466635 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:48.469415 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0881393 May 27 11:32:48.482384 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60930) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:48.495499 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'security_group_rule': {'security_group_id': '18fc8e2c-ac09-41c7-9229-fea515057866', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:48.499568 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661e215-9261-4211-83b3-b9445dc5b907 req-0a976809-07b7-4279-97ec-59f407f1054c tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:48.512645 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9661e215-9261-4211-83b3-b9445dc5b907 req-0a976809-07b7-4279-97ec-59f407f1054c tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 944 time: 0.6091921 May 27 11:32:48.513988 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:48.526425 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-5359be19-906b-498a-aed7-f6e81fccd939 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/quotas/e67fddd439ac44dba25dfd532d291bcc HTTP/1.1" status: 200 len: 375 time: 0.1671894 May 27 11:32:48.528870 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:security_group_rule and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:48.554017 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:48.575062 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:48.653803 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6b714-0caa-4c31-b372-93b2b8823139 None None] Pushing event updated for resources: {'Port': ['ID=291a2f8b-0a33-4b39-859b-8a5c6817b1d3,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:48.666819 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-543b856e-b06d-4bc8-bf19-3d783a98f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:48.671370 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-543b856e-b06d-4bc8-bf19-3d783a98f71c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=238960ec7c6b488bbf63c72a04972768&device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 1097 time: 0.3483865 May 27 11:32:48.706147 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-bef6b714-0caa-4c31-b372-93b2b8823139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:48.718818 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:48.771881 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Made reservation on behalf of fab5665be98b472cb3ab0b2a79227cea for: {'subnet': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:48.774447 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:48.873955 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:48.963263 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:48.971429 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:48.974111 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:32:49.013790 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9661e215-9261-4211-83b3-b9445dc5b907 req-96e48d40-2791-4640-b621-f2d59274eda8 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000427 May 27 11:32:49.035668 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decc2a15-9915-4112-ba9a-f3772b46efcf,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:49.041413 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:49.055108 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-3a400ed0-ee14-49b7-b7cc-7fcf2bb028d2 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4912601 May 27 11:32:49.097724 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:49.100906 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6113379 May 27 11:32:49.103703 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60952) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:49.110043 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'floatingip': {'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:49.118061 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:49.123633 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:floatingip and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:49.128252 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:49.137241 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:49.273786 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:49.694904 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727'] for subnet, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:49.705093 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:49.746978 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60976) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:49.749409 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-b473b99b-36be-4f9c-9a28-9d8279e0253b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be948a5-3746-42f0-b8bb-4aeb503eface HTTP/1.1" status: 200 len: 217 time: 0.2507601 May 27 11:32:49.752424 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:47Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:49.762036 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de5b8d-3580-4d1a-8a73-590a51e48f41 None None] The sync data for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi is: [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:47Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:32:49.772260 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:49.910010 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:49.960338 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2811863-e309-4959-a692-491f29549ac2,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:49.966449 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:49.974568 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Checking segment: {'id': 'd4b5cbdd-14ea-46a5-91e2-e7d2329e89b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'd15261fa-d005-4c84-8421-69ace149a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:49.974956 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Network hostable DHCP agents. Network: d15261fa-d005-4c84-8421-69ace149a0fe, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:32:50.110680 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Network d15261fa-d005-4c84-8421-69ace149a0fe is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:32:50.125577 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:50.138039 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] Usage tracker for resource:security_group_rule and tenant:714e522e2fd445b092300786e88d58c7 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:50.145647 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:50.173571 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:50.174551 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:50.215482 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, d15261fa-d005-4c84-8421-69ace149a0fe) {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:50.226120 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:50.228323 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:50.265966 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c704d65b-9b61-45df-a5ff-eb71b7c91541 None None] Network d15261fa-d005-4c84-8421-69ace149a0fe requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:32:50.350643 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:50.425649 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-cc823c89-bd03-4810-911f-2181ef8f7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:50.427673 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-cc823c89-bd03-4810-911f-2181ef8f7935 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a12ea2b6-667c-4734-a9e9-8401d377b044 HTTP/1.1" status: 200 len: 851 time: 0.5457981 May 27 11:32:50.433759 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:50.436968 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-9d6139e0-c467-4209-a3af-3c9bb9f37883 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:32:50.438010 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-9d6139e0-c467-4209-a3af-3c9bb9f37883 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6062648 May 27 11:32:50.452364 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-fce90361-69bb-42af-a3ba-3a4df3d77fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:50.453332 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0799491 May 27 11:32:50.570051 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-8fe363e3-f417-48bf-be8d-771dc5b713c8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985467df-f105-4b59-9859-c32d1eb713d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006813 May 27 11:32:50.596930 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=714e522e2fd445b092300786e88d58c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8461199 May 27 11:32:50.598008 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 60998) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:50.646258 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b8852-759f-4142-9fdc-b627e088a565,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:50.682394 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Allocated IP 172.27.0.188 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/bad78d18-32b9-40eb-b492-e2688138ab72) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:32:50.687077 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:50.757106 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fef60e-7680-4409-98b6-a928f47eef5d req-4fd79a17-da31-46a9-a4c7-733e824a7d03 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:50.765815 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e4fef60e-7680-4409-98b6-a928f47eef5d req-4fd79a17-da31-46a9-a4c7-733e824a7d03 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 944 time: 0.4745028 May 27 11:32:50.778738 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-92420eb7-2b87-41d6-a95d-b644313be384 service neutron] 10.222.0.86 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182149 May 27 11:32:50.816834 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:50.845602 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 32774) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:50.900996 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:50.901415 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:50.930707 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:32:50.946739 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e4fef60e-7680-4409-98b6-a928f47eef5d req-76b2b38e-8a02-4ae8-9f43-9d9a28d41f89 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797819 May 27 11:32:50.971024 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f8424-cb2c-4953-9f09-8eb22923b5aa None None] Network d15261fa-d005-4c84-8421-69ace149a0fe requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:32:51.031035 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-20cea02c-ea8e-480f-a9ab-a0f446b570c6 service neutron] 10.222.0.86 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385550 May 27 11:32:51.278028 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cabf58a-3126-40e1-b5f5-55fa760c1a95 admin admin] Deleting subnet e7279155-6bb9-4f77-a6fa-2b9cb4fe6c22 {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:32:51.283739 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9cabf58a-3126-40e1-b5f5-55fa760c1a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:51.296300 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:51.317128 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bf812f8a-8d1d-46f9-9bf0-801343ce5281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:51.413972 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-ade52ef5-ece7-487c-8adf-dc728f5a1746 service neutron] 10.222.0.76 "GET /v2.0/networks/985467df-f105-4b59-9859-c32d1eb713d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142869 May 27 11:32:51.422582 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9cabf58a-3126-40e1-b5f5-55fa760c1a95 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:51.433783 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bf812f8a-8d1d-46f9-9bf0-801343ce5281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:51.448524 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=291a2f8b-0a33-4b39-859b-8a5c6817b1d3,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:32:51.544995 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:51.549135 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-60688a9e-0e88-42cf-9c28-06b223c75009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:51.556474 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:51.600443 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9cabf58a-3126-40e1-b5f5-55fa760c1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:51.606093 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-825298fd-714e-4cd5-b879-c8b3b663c655 req-0f7d0ee0-8225-4503-9dd4-48781e901f49 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 210 time: 0.0789948 May 27 11:32:51.655088 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=291a2f8b-0a33-4b39-859b-8a5c6817b1d3,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:51.658596 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:51.765778 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:51.908192 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:52.029738 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:52.114843 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:52.115560 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:52.165046 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:52.182892 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:52.198435 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:32:52.230330 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'Port': ['ID=bad78d18-32b9-40eb-b492-e2688138ab72,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:52.239698 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:52.292435 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205879b5-dc16-4c17-93ce-21e3703185e0 req-dd3c9aa7-ec35-4548-a03f-660f5dbdd73c tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:52.293985 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-205879b5-dc16-4c17-93ce-21e3703185e0 req-dd3c9aa7-ec35-4548-a03f-660f5dbdd73c tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 944 time: 0.1860690 May 27 11:32:52.372777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bf812f8a-8d1d-46f9-9bf0-801343ce5281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:52.377212 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-205879b5-dc16-4c17-93ce-21e3703185e0 req-cf1175b5-aa06-4ce6-9123-1e39bd5d5c1c tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756705 May 27 11:32:52.395822 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3d706d87-932d-4a99-bfd8-d848fb3e4753 req-84f999d7-15fd-4ac1-b8e7-b9ac5074f084 service neutron] 10.222.0.76 "GET /v2.0/networks/985467df-f105-4b59-9859-c32d1eb713d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9386628 May 27 11:32:52.418431 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:52.439769 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf812f8a-8d1d-46f9-9bf0-801343ce5281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b8852-759f-4142-9fdc-b627e088a565,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:52.453987 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-bf812f8a-8d1d-46f9-9bf0-801343ce5281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:52.459890 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:52.480541 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bf812f8a-8d1d-46f9-9bf0-801343ce5281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:52.481606 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-bf812f8a-8d1d-46f9-9bf0-801343ce5281 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7a0b8852-759f-4142-9fdc-b627e088a565 HTTP/1.1" status: 204 len: 168 time: 1.8521936 May 27 11:32:52.604145 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9cabf58a-3126-40e1-b5f5-55fa760c1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:52.665812 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b0c79e8c-8b84-4d7e-97b6-58e783ef9419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:52.749918 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8849478f-8788-4cdf-9172-cdacbcfe1844 req-9543cb3f-8425-439d-a5d7-6fe58d427c80 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 210 time: 0.0668719 May 27 11:32:52.782725 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabf58a-3126-40e1-b5f5-55fa760c1a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7279155-6bb9-4f77-a6fa-2b9cb4fe6c22,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:52.787904 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9cabf58a-3126-40e1-b5f5-55fa760c1a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:52.789225 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9cabf58a-3126-40e1-b5f5-55fa760c1a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:52.800926 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-9cabf58a-3126-40e1-b5f5-55fa760c1a95 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e7279155-6bb9-4f77-a6fa-2b9cb4fe6c22 HTTP/1.1" status: 204 len: 168 time: 1.9358990 May 27 11:32:52.802227 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 32874) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:52.843943 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:53.032160 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:53.032160 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bab3c0-11b9-426b-81e6-5c43323892df req-889f4e1f-1e6b-4dda-b5e4-9635ce19714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:53.032160 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e3bab3c0-11b9-426b-81e6-5c43323892df req-889f4e1f-1e6b-4dda-b5e4-9635ce19714e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=238960ec7c6b488bbf63c72a04972768&device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 1097 time: 0.3129129 May 27 11:32:53.339536 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:53.377922 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.378615 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.379034 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.379390 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.379710 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.380059 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.380375 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.380687 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.381051 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.381497 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.504675 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.505016 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.505344 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.505736 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:32:53.506693 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c2bfad-4d51-4d71-92d2-38a151479217']}} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:53.531036 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23354e42-b64d-44d3-9548-00cfefa5d1b7') {'for_net_delete': True} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:53.531461 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23354e42-b64d-44d3-9548-00cfefa5d1b7') {} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:53.564276 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56369987-c25b-4f39-9533-f7029b542e9c req-c97816fd-c03b-4076-a42b-4201ef23598f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:53.565691 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-56369987-c25b-4f39-9533-f7029b542e9c req-c97816fd-c03b-4076-a42b-4201ef23598f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 944 time: 0.0833554 May 27 11:32:53.570629 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225895'] for segment, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:53.578746 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 32900) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:53.589739 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bab3c0-11b9-426b-81e6-5c43323892df req-a9ec9308-16a1-4aa0-be65-8285da903d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:53.594513 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e3bab3c0-11b9-426b-81e6-5c43323892df req-a9ec9308-16a1-4aa0-be65-8285da903d87 service neutron] 10.222.0.76 "GET /v2.0/networks?id=985467df-f105-4b59-9859-c32d1eb713d1 HTTP/1.1" status: 200 len: 913 time: 0.5600262 May 27 11:32:53.614894 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-56369987-c25b-4f39-9533-f7029b542e9c req-53b55a24-da77-43d4-be6b-3ecb03b3349d tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 May 27 11:32:53.701499 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.db.resource_extend [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 11:32:53.713204 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:53.726980 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:53.729884 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e3bab3c0-11b9-426b-81e6-5c43323892df req-0c5eeb82-11ff-45c2-bac9-523ad3590a35 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be948a5-3746-42f0-b8bb-4aeb503eface HTTP/1.1" status: 200 len: 217 time: 0.1153109 May 27 11:32:53.737090 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:53.803660 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:53.816915 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] Usage tracker for resource:security_group_rule and tenant:968429f50c25493ea54b9b545e761631 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:53.816915 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=92449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:32:53.817237 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7865103'] for segment, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: from cryptography.utils import int_from_bytes May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: from cryptography.utils import int_from_bytes May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: Traceback (most recent call last): May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: timer() May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: cb(*args, **kw) May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: return func(*args, **kwargs) May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: self._notify() May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: self.callback(batched_events) May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: event.method(event) May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: return f(self, *a, **k) May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._get(url).json() May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: return self.request(url, 'GET', **kwargs) May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:32:53.841855 dv-cinder-751579-23-iscsi neutron-server[92449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:32:53.847031 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:53.856177 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:53.917598 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5dde3438-753d-4186-9d22-17a377338119 req-f0a7a02a-1bbd-46de-b4bd-dabc40c3f7c3 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 210 time: 0.0587189 May 27 11:32:53.927264 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bab3c0-11b9-426b-81e6-5c43323892df req-938c02ed-67f4-4990-a5fe-fc0b694735a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:53.928826 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e3bab3c0-11b9-426b-81e6-5c43323892df req-938c02ed-67f4-4990-a5fe-fc0b694735a9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a12ea2b6-667c-4734-a9e9-8401d377b044 HTTP/1.1" status: 200 len: 851 time: 0.1866779 May 27 11:32:53.929415 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.082503 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:54.164557 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e3bab3c0-11b9-426b-81e6-5c43323892df req-02f32b10-e7e0-4eb1-a650-64256422825f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985467df-f105-4b59-9859-c32d1eb713d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2244318 May 27 11:32:54.256851 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.331829 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.337888 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'Port': ['ID=bad78d18-32b9-40eb-b492-e2688138ab72,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:54.337888 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:54.351923 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4e35f16a-e848-4167-a5ed-ca8b90649c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:54.387920 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c2bfad-4d51-4d71-92d2-38a151479217,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:54.390349 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.396385 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:54.402750 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/36c2bfad-4d51-4d71-92d2-38a151479217 HTTP/1.1" status: 204 len: 168 time: 1.5934415 May 27 11:32:54.405732 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 32926) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:54.466980 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e3bab3c0-11b9-426b-81e6-5c43323892df req-70904660-2c03-47bd-a606-1b77ed29eb62 service neutron] 10.222.0.76 "GET /v2.0/networks/985467df-f105-4b59-9859-c32d1eb713d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623551 May 27 11:32:54.470366 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c052370-360e-4c6b-bb2c-8134e156b1c1 admin admin] Deleting subnet c2811863-e309-4959-a692-491f29549ac2 {{(pid=92450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:32:54.474175 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-3c052370-360e-4c6b-bb2c-8134e156b1c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.500663 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.535140 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-3c052370-360e-4c6b-bb2c-8134e156b1c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.542387 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-3c052370-360e-4c6b-bb2c-8134e156b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.582369 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.593175 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4787953 May 27 11:32:54.604604 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.620663 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:54.741998 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34dfd39-c9d4-44a7-833b-c605942568b3,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:54.747478 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=968429f50c25493ea54b9b545e761631&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1646945 May 27 11:32:54.750127 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e3bab3c0-11b9-426b-81e6-5c43323892df req-b99ba7df-0fe9-4141-ae6c-505be78862fd service neutron] 10.222.0.76 "GET /v2.0/networks/985467df-f105-4b59-9859-c32d1eb713d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760665 May 27 11:32:54.750598 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 32940) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:54.751543 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:54.836620 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2a73fb5a-deb7-49b8-a9bd-47034522d7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.869147 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2a73fb5a-deb7-49b8-a9bd-47034522d7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.955207 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-3c052370-360e-4c6b-bb2c-8134e156b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727'] for subnet, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:54.964920 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:55.014458 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c44f3b-9f34-4d1a-a78c-2e6b7e8f11d3 req-7c466de7-585e-48da-acf2-b6d265bac5df tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:55.015921 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-39c44f3b-9f34-4d1a-a78c-2e6b7e8f11d3 req-7c466de7-585e-48da-acf2-b6d265bac5df tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 944 time: 0.1582930 May 27 11:32:55.020942 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c052370-360e-4c6b-bb2c-8134e156b1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2811863-e309-4959-a692-491f29549ac2,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:55.048344 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2a73fb5a-deb7-49b8-a9bd-47034522d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:55.051184 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:55.062347 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-3c052370-360e-4c6b-bb2c-8134e156b1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:55.065735 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-3c052370-360e-4c6b-bb2c-8134e156b1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:55.079891 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73fb5a-deb7-49b8-a9bd-47034522d7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34dfd39-c9d4-44a7-833b-c605942568b3,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:55.084910 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-257f3317-d927-46d2-af34-55db8e4082cd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Synchronizing usage tracker for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:security_group {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:32:55.098361 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-3c052370-360e-4c6b-bb2c-8134e156b1c1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c2811863-e309-4959-a692-491f29549ac2 HTTP/1.1" status: 204 len: 168 time: 0.6915367 May 27 11:32:55.109287 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2a73fb5a-deb7-49b8-a9bd-47034522d7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:55.109739 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 32970) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:55.131500 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-39c44f3b-9f34-4d1a-a78c-2e6b7e8f11d3 req-be23be22-5e66-4441-a598-335dc79abf68 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037560 May 27 11:32:55.233866 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-257f3317-d927-46d2-af34-55db8e4082cd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Unset dirty status for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:security_group {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:32:55.233866 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-257f3317-d927-46d2-af34-55db8e4082cd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1332746740&fields=id&tenant_id=53b8142c765b4c1e9e11263db3801a2b HTTP/1.1" status: 200 len: 267 time: 0.3010840 May 27 11:32:55.376666 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:55.385457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2a73fb5a-deb7-49b8-a9bd-47034522d7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:55.389035 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-2a73fb5a-deb7-49b8-a9bd-47034522d7c5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b34dfd39-c9d4-44a7-833b-c605942568b3 HTTP/1.1" status: 204 len: 168 time: 0.6337318 May 27 11:32:55.502203 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7744b4d3-e9fd-4ed3-a4b5-b1a1472af1e4 req-b73797aa-ac78-49e6-84f6-0ca1af51d216 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 210 time: 0.1322513 May 27 11:32:55.598428 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-dfd7d403-88d7-46bd-9910-716495a968e3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:55.599103 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-dfd7d403-88d7-46bd-9910-716495a968e3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Synchronizing usage tracker for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:network {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:32:55.618935 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-3050aeae-8860-454c-b2d5-0dba90c4a946 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:55.620371 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-3050aeae-8860-454c-b2d5-0dba90c4a946 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.76 "GET /v2.0/networks?id=47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 200 len: 810 time: 0.5428078 May 27 11:32:55.627082 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:55.655276 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15261fa-d005-4c84-8421-69ace149a0fe']}} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:55.674397 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b5cbdd-14ea-46a5-91e2-e7d2329e89b0') {'for_net_delete': True} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:55.674734 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b5cbdd-14ea-46a5-91e2-e7d2329e89b0') {} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:32:55.697305 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225895'] for segment, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:55.731300 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-160857d1-eda6-4021-b9dd-c57e160a1e44 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e67fddd439ac44dba25dfd532d291bcc HTTP/1.1" status: 200 len: 380 time: 0.0901217 May 27 11:32:55.739755 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-dfd7d403-88d7-46bd-9910-716495a968e3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Unset dirty status for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:network {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:32:55.741868 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-dfd7d403-88d7-46bd-9910-716495a968e3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 816 time: 0.5025527 May 27 11:32:55.742622 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:55.778007 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'port': {'device_id': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'admin_state_up': True, 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'security_groups': ['33c72868-3277-461f-9568-9b5b82987945']}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:55.787678 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-f42b5c96-b609-4fae-b008-e4f2ea76a36e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/quotas/53b8142c765b4c1e9e11263db3801a2b HTTP/1.1" status: 200 len: 375 time: 0.0325959 May 27 11:32:55.901213 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=92449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:32:55.902652 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7865103'] for segment, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:55.914824 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-19ac20e2-530d-424a-a440-6a2a959312f0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1259184 May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: Traceback (most recent call last): May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: timer() May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: cb(*args, **kw) May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: return func(*args, **kwargs) May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: self._notify() May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: self.callback(batched_events) May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: event.method(event) May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: return f(self, *a, **k) May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._get(url).json() May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: return self.request(url, 'GET', **kwargs) May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:32:55.918227 dv-cinder-751579-23-iscsi neutron-server[92449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:32:56.058877 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:56.064517 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:port and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:56.068263 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:56.075010 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:56.108941 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-f04d48f1-c3f1-491b-8342-3c7babef570f service neutron] 10.222.0.86 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726460 May 27 11:32:56.117385 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:56.121642 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:56.136405 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:56.149366 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Pushing event deleted for resources: {'Network': ['ID=d15261fa-d005-4c84-8421-69ace149a0fe,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:56.156664 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] 10.222.0.86 "DELETE /v2.0/networks/d15261fa-d005-4c84-8421-69ace149a0fe HTTP/1.1" status: 204 len: 168 time: 1.0450313 May 27 11:32:56.158437 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:56.186343 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Made reservation on behalf of e67fddd439ac44dba25dfd532d291bcc for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:32:56.196426 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:56.356297 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-c0a1a66d-59fe-44ba-a746-24149870aaf5 service neutron] 10.222.0.86 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374902 May 27 11:32:56.426594 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44a784-9ac5-4145-ba66-51555f39d6ab req-c8cb3dab-089b-42e4-8bc5-4d15324b2ac9 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:56.437043 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bb44a784-9ac5-4145-ba66-51555f39d6ab req-c8cb3dab-089b-42e4-8bc5-4d15324b2ac9 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 944 time: 0.1776190 May 27 11:32:56.497616 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bb44a784-9ac5-4145-ba66-51555f39d6ab req-87ae4b31-8389-45e0-8862-8f6a70ccce67 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595546 May 27 11:32:56.526038 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Allocated IP 172.20.0.8 (47519489-b492-49e9-b8c5-e2af1750cb86/62eac499-a6b2-4315-b03e-39ac1743fde5/3bf1222e-1ba9-4e81-91be-9b0129c25204) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:32:56.612941 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33058) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:56.699438 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-a1c547f5-d1b6-4a65-867c-dd933e127148 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c73d14809fda4e6d948a99138261e851&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0847349 May 27 11:32:56.708591 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33072) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:56.856812 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ad6c2e42-cde6-47dc-9d36-2a0f60b0d08d req-a224eb20-3a1b-4304-91d6-04b415e266ff tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 210 time: 0.1564863 May 27 11:32:56.930528 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b31f7dc5-c36b-419f-9790-e54bec886399 req-2b0e12d9-c049-4948-a40d-083cc14f6e48 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 210 time: 0.1121442 May 27 11:32:56.960560 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 4be948a5-3746-42f0-b8bb-4aeb503eface details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:32:57.035410 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.047194 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1750f1da-917d-46b0-94bc-2524b6cc8e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.052428 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Transition to ACTIVE for port object 3bf1222e-1ba9-4e81-91be-9b0129c25204 will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:57.120769 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1750f1da-917d-46b0-94bc-2524b6cc8e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.158371 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.169849 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:57.180720 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 4be948a5-3746-42f0-b8bb-4aeb503eface, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4be948a5-3746-42f0-b8bb-4aeb503eface,segment=NetworkSegment(c0dd0870-fd28-4efc-8a73-9c622fe7c444),segment_id=c0dd0870-fd28-4efc-8a73-9c622fe7c444)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:32:57.196821 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '4be948a5-3746-42f0-b8bb-4aeb503eface', 'network_id': '985467df-f105-4b59-9859-c32d1eb713d1', 'port_id': '4be948a5-3746-42f0-b8bb-4aeb503eface', 'mac_address': 'fa:16:3e:35:0a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12ea2b6-667c-4734-a9e9-8401d377b044', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:32:57.254391 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Network 47519489-b492-49e9-b8c5-e2af1750cb86 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:32:57.257891 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:32:57.263234 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:32:57.275959 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.296987 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be948a5-3746-42f0-b8bb-4aeb503eface {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:32:57.315728 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 4be948a5-3746-42f0-b8bb-4aeb503eface, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4be948a5-3746-42f0-b8bb-4aeb503eface,segment=NetworkSegment(c0dd0870-fd28-4efc-8a73-9c622fe7c444),segment_id=c0dd0870-fd28-4efc-8a73-9c622fe7c444)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:32:57.337978 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'Port': ['ID=3bf1222e-1ba9-4e81-91be-9b0129c25204,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:57.340958 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:57.346954 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:57.347640 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.362615 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1750f1da-917d-46b0-94bc-2524b6cc8e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.375426 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b54ef2e2-0496-47e2-814b-881634f14dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:57.401566 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750f1da-917d-46b0-94bc-2524b6cc8e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dd60ed-a380-475a-8145-7342c666a062,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:57.404812 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.407909 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-1750f1da-917d-46b0-94bc-2524b6cc8e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:57.416232 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:57.416382 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1750f1da-917d-46b0-94bc-2524b6cc8e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.418264 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-1750f1da-917d-46b0-94bc-2524b6cc8e66 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3dd60ed-a380-475a-8145-7342c666a062 HTTP/1.1" status: 204 len: 168 time: 0.7071469 May 27 11:32:57.511543 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=4be948a5-3746-42f0-b8bb-4aeb503eface,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:57.516417 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:57.547830 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7989991 May 27 11:32:57.571580 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Request body: {'port': {'device_id': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:32:57.584005 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33116) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:57.718973 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.739003 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-10b4fe06-8159-4f37-bed2-0f4490864859 None None] Provisioning for port 3bf1222e-1ba9-4e81-91be-9b0129c25204 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:57.757715 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-10b4fe06-8159-4f37-bed2-0f4490864859 None None] Provisioning complete for port 3bf1222e-1ba9-4e81-91be-9b0129c25204 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:57.759453 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-10b4fe06-8159-4f37-bed2-0f4490864859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:57.778008 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231a886-683e-45cc-9b03-fb256a13d4f2 req-8748c2c9-f5ed-4de6-af4d-00baa11d4eb1 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:57.779821 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4231a886-683e-45cc-9b03-fb256a13d4f2 req-8748c2c9-f5ed-4de6-af4d-00baa11d4eb1 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 945 time: 0.1097190 May 27 11:32:57.839911 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4231a886-683e-45cc-9b03-fb256a13d4f2 req-2dfcd97e-3931-4f24-b127-2a0e31778480 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543900 May 27 11:32:57.867803 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['4be948a5-3746-42f0-b8bb-4aeb503eface'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:32:57.953447 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-10b4fe06-8159-4f37-bed2-0f4490864859 None None] Port 3bf1222e-1ba9-4e81-91be-9b0129c25204 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:32:57.992893 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ef704ad5-db22-4f62-8c63-e9e526f21584 req-6ef67647-262e-4e06-8b49-f72e65add48c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 210 time: 0.0658033 May 27 11:32:58.107023 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.173372 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:58.179914 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] Usage tracker for resource:security_group_rule and tenant:db041cf2382d49299aafd4fe77037258 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:58.183638 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:58.196672 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:58.206977 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf1222e-1ba9-4e81-91be-9b0129c25204 {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:32:58.215806 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.231963 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Transition to ACTIVE for port object 3bf1222e-1ba9-4e81-91be-9b0129c25204 will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:32:58.249899 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67001341-1415-4cc7-a972-72a71029fe29 req-ff6b6167-172b-4790-a5e3-2430d1262465 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:58.251339 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-67001341-1415-4cc7-a972-72a71029fe29 req-ff6b6167-172b-4790-a5e3-2430d1262465 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 931 time: 0.1282852 May 27 11:32:58.326318 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-67001341-1415-4cc7-a972-72a71029fe29 req-7e78d479-b9ad-4913-b9e9-b5c3a3134b9e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674968 May 27 11:32:58.345175 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.357724 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.362922 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b71196bc-a319-460f-b17c-ee56b1e60be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:58.465091 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.478725 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-89bede55-cc13-4753-bd88-1254841fc787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:58.535887 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db041cf2382d49299aafd4fe77037258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9501033 May 27 11:32:58.536936 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33142) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:58.550573 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2fa526-519e-4d87-8429-d9b281d28d65,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:58.554434 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:58.567374 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf1222e-1ba9-4e81-91be-9b0129c25204,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:58.571281 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:58.619884 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-3d0c08a4-e96f-4cbc-9c5e-cda5cad3104e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.643074 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Attempting to bind port 3bf1222e-1ba9-4e81-91be-9b0129c25204 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:32:58.643506 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Attempting to bind port 3bf1222e-1ba9-4e81-91be-9b0129c25204 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:32:58.643907 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Attempting to bind port 3bf1222e-1ba9-4e81-91be-9b0129c25204 on network 47519489-b492-49e9-b8c5-e2af1750cb86 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:32:58.653828 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-3d0c08a4-e96f-4cbc-9c5e-cda5cad3104e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.654751 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Port 3bf1222e-1ba9-4e81-91be-9b0129c25204 on network 47519489-b492-49e9-b8c5-e2af1750cb86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:32:58.656520 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Attempting to bind port 3bf1222e-1ba9-4e81-91be-9b0129c25204 on network 47519489-b492-49e9-b8c5-e2af1750cb86 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:32:58.672590 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:32:58.672849 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Checking segment: {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:32:58.673265 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Bound using segment: {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:32:58.673777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Bound port: 3bf1222e-1ba9-4e81-91be-9b0129c25204, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:32:58.674732 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.779566 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-3d0c08a4-e96f-4cbc-9c5e-cda5cad3104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.789626 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:58.811941 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c08a4-e96f-4cbc-9c5e-cda5cad3104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2fa526-519e-4d87-8429-d9b281d28d65,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:58.812154 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] For port 3bf1222e-1ba9-4e81-91be-9b0129c25204, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:32:58.815384 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-3d0c08a4-e96f-4cbc-9c5e-cda5cad3104e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:58.816067 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] For port 3bf1222e-1ba9-4e81-91be-9b0129c25204, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:32:58.816433 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-3d0c08a4-e96f-4cbc-9c5e-cda5cad3104e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.817539 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-3d0c08a4-e96f-4cbc-9c5e-cda5cad3104e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ce2fa526-519e-4d87-8429-d9b281d28d65 HTTP/1.1" status: 204 len: 168 time: 0.2784030 May 27 11:32:58.835100 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33152) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:58.872273 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33160) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:58.911073 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.918510 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:58.920593 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 4be948a5-3746-42f0-b8bb-4aeb503eface up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:32:58.990010 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:58.990865 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:58.992203 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] 10.222.0.76 "PUT /v2.0/ports/3bf1222e-1ba9-4e81-91be-9b0129c25204 HTTP/1.1" status: 200 len: 1093 time: 1.4282508 May 27 11:32:58.992722 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'tag': '3bf1222e-1ba9-4e81-91be-9b0129c25204'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:32:59.020804 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf1222e-1ba9-4e81-91be-9b0129c25204,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:59.027094 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:59.056884 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'tag': '3bf1222e-1ba9-4e81-91be-9b0129c25204', 'status': 'completed', 'code': 200} May 27 11:32:59.089738 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3fe3b-9c33-4691-8afe-238aaa79d9e7 req-ee2b8504-cab5-42d8-996b-947bc44d9166 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:59.092688 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bfb3fe3b-9c33-4691-8afe-238aaa79d9e7 req-ee2b8504-cab5-42d8-996b-947bc44d9166 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 945 time: 0.1225805 May 27 11:32:59.153235 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 4be948a5-3746-42f0-b8bb-4aeb503eface completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:32:59.169800 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 4be948a5-3746-42f0-b8bb-4aeb503eface triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:32:59.171298 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:59.237978 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bfb3fe3b-9c33-4691-8afe-238aaa79d9e7 req-b79563f0-b482-49c7-ae98-a98b5ba3455a tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392539 May 27 11:32:59.240215 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-abe387fb-b555-4f03-b408-be84b03365ce req-476e5f4f-f25f-44a0-a945-06da098b9ae3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 210 time: 0.0733972 May 27 11:32:59.287922 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743397a-5b53-4fe0-b3eb-c4e7d2db23db req-67be433a-3640-4865-8045-20168900dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:59.291183 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b743397a-5b53-4fe0-b3eb-c4e7d2db23db req-67be433a-3640-4865-8045-20168900dea2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 1096 time: 0.1617942 May 27 11:32:59.294462 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33172) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:59.346805 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:59.350752 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-a3eea70e-24c0-454e-a8c7-aac2275ba71c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fab5665be98b472cb3ab0b2a79227cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538862 May 27 11:32:59.351985 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33178) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:32:59.388926 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750808b5-5890-473c-a9c9-8dbf60de6a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be948a5-3746-42f0-b8bb-4aeb503eface'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:32:59.462736 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 4be948a5-3746-42f0-b8bb-4aeb503eface, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4be948a5-3746-42f0-b8bb-4aeb503eface,segment=NetworkSegment(c0dd0870-fd28-4efc-8a73-9c622fe7c444),segment_id=c0dd0870-fd28-4efc-8a73-9c622fe7c444)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:32:59.477922 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a433f1ff-f3fa-4dd9-9321-42788c9421e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:59.540280 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:59.542926 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:32:59.549630 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743397a-5b53-4fe0-b3eb-c4e7d2db23db req-86b8bf68-f1f8-4ed1-9d5b-0cceb1532fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:59.551489 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b743397a-5b53-4fe0-b3eb-c4e7d2db23db req-86b8bf68-f1f8-4ed1-9d5b-0cceb1532fa7 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=e67fddd439ac44dba25dfd532d291bcc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2397795 May 27 11:32:59.582899 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a433f1ff-f3fa-4dd9-9321-42788c9421e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:59.643117 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=4be948a5-3746-42f0-b8bb-4aeb503eface,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:32:59.647820 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:32:59.761938 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:59.773914 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:32:59.787025 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743397a-5b53-4fe0-b3eb-c4e7d2db23db req-12c891e0-c8f2-49d6-80c5-b27c233db511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:59.790121 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b743397a-5b53-4fe0-b3eb-c4e7d2db23db req-12c891e0-c8f2-49d6-80c5-b27c233db511 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2306340 May 27 11:32:59.803323 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:59.809878 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:32:59.813545 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] Usage tracker for resource:security_group_rule and tenant:832470b3f5eb401b86f98cebe025081a is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:59.817701 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:59.827700 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] Usage tracker for resource:security_group_rule and tenant:77043a4f014d44158c67d406a0c6c8f1 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:32:59.830621 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:59.835131 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:32:59.845028 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dff0f-709e-4f41-a310-a8e19ef74f6f req-97eb69bd-ef56-4c21-bcaf-72970bfe9f5a tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:32:59.846485 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d30dff0f-709e-4f41-a310-a8e19ef74f6f req-97eb69bd-ef56-4c21-bcaf-72970bfe9f5a tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 943 time: 0.3562057 May 27 11:32:59.856259 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:32:59.944475 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d30dff0f-709e-4f41-a310-a8e19ef74f6f req-d23ca102-1d46-40ff-96e6-927c4b457784 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851591 May 27 11:32:59.999131 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a433f1ff-f3fa-4dd9-9321-42788c9421e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.001724 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-8b15697f-655b-4281-9f17-f3359c4d35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:00.003382 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-8b15697f-655b-4281-9f17-f3359c4d35b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 1096 time: 0.0845578 May 27 11:33:00.009179 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e45e7e00-37d9-4c87-85b1-c4dca078b950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:00.046218 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433f1ff-f3fa-4dd9-9321-42788c9421e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47fc8f1-08d2-4c67-b695-4eed444b9634,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:00.046218 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-a433f1ff-f3fa-4dd9-9321-42788c9421e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:00.081134 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.76', 63541) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:00.084582 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.148316 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a433f1ff-f3fa-4dd9-9321-42788c9421e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.154134 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-a433f1ff-f3fa-4dd9-9321-42788c9421e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e47fc8f1-08d2-4c67-b695-4eed444b9634 HTTP/1.1" status: 204 len: 168 time: 0.8010387 May 27 11:33:00.189915 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750808b5-5890-473c-a9c9-8dbf60de6a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be948a5-3746-42f0-b8bb-4aeb503eface', 'code': 200} May 27 11:33:00.212927 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-500b10fe-b11c-47d7-80f0-7d4feeefff9c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204 HTTP/1.1" status: 200 len: 217 time: 0.1867480 May 27 11:33:00.213058 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.220855 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.232504 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-28d5c406-43b6-44fa-952d-ab5a392bee29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:00.260939 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33206) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:00.307908 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.332432 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:00.337280 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] Usage tracker for resource:security_group_rule and tenant:39877c51748f4bfbb6ba7872b2be12d7 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:00.340659 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:00.346709 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:00.386805 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.418212 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-28fa1c51-3b23-499c-a7b0-41f88da22517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:00.419832 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-28fa1c51-3b23-499c-a7b0-41f88da22517 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eac499-a6b2-4315-b03e-39ac1743fde5 HTTP/1.1" status: 200 len: 849 time: 0.1846509 May 27 11:33:00.422611 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33216) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:00.422871 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=832470b3f5eb401b86f98cebe025081a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5867195 May 27 11:33:00.423811 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e74ac2-72bf-465f-bec9-fde4f5f0708e,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:00.427209 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:00.439216 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:00.594142 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-73d8e17e-8d8f-411f-a3c3-4a72136be354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.611049 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b6d877d2-d4d3-4f79-99fc-fb216e838bf6 req-1802b757-35b7-4e71-8e0b-d6897e64ba4c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 210 time: 0.1823144 May 27 11:33:00.613507 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=77043a4f014d44158c67d406a0c6c8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7401867 May 27 11:33:00.632011 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33224) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:00.647450 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-220729fa-4485-4cc4-8088-eca217fa3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:00.651730 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-220729fa-4485-4cc4-8088-eca217fa3f63 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47519489-b492-49e9-b8c5-e2af1750cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2135038 May 27 11:33:00.653657 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-271e30e4-f907-4d7f-9efd-b1de9f0c1315 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:00.657216 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-271e30e4-f907-4d7f-9efd-b1de9f0c1315 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.76 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 816 time: 0.5704966 May 27 11:33:00.658487 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-73d8e17e-8d8f-411f-a3c3-4a72136be354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.680872 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18002954-aa17-4aa7-8e92-b3279217f943,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:00.700686 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:00.744899 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.76', 63543) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:00.747228 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.798668 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a6329-092a-47e6-8265-b7bf4c883f5b req-77d03b4e-bf03-4612-b5a9-14c40f211c88 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:00.800211 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2f3a6329-092a-47e6-8265-b7bf4c883f5b req-77d03b4e-bf03-4612-b5a9-14c40f211c88 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 946 time: 0.3689678 May 27 11:33:00.805115 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-816ed487-de52-4da8-8c82-ec69a6381437 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b8142c765b4c1e9e11263db3801a2b HTTP/1.1" status: 200 len: 380 time: 0.0733380 May 27 11:33:00.833345 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'port': {'device_id': 'd999751c-7555-477f-8080-40b60aea9908', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'admin_state_up': True, 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'security_groups': ['18fc8e2c-ac09-41c7-9229-fea515057866']}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:33:00.848390 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.864971 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:00.944411 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c0a55b3f-bae8-469e-8b13-4a7ff675250c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.986638 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=39877c51748f4bfbb6ba7872b2be12d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7180567 May 27 11:33:00.986829 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-73d8e17e-8d8f-411f-a3c3-4a72136be354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:00.995040 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33246) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:01.009546 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2f3a6329-092a-47e6-8265-b7bf4c883f5b req-97ac3776-25ba-4a62-9b93-3d71de703a82 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025657 May 27 11:33:01.022930 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:01.036729 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c0a55b3f-bae8-469e-8b13-4a7ff675250c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.037926 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7c755f-5455-4136-be69-ee38a26c7bfa,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:01.049628 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:01.137032 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-fae0406f-5973-4a1c-9da5-06cbe3575652 service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332519 May 27 11:33:01.137032 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8e17e-8d8f-411f-a3c3-4a72136be354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e74ac2-72bf-465f-bec9-fde4f5f0708e,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:01.153126 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-73d8e17e-8d8f-411f-a3c3-4a72136be354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:01.197983 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:01.208986 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:port and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:01.214345 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:01.236324 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:01.263847 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-73d8e17e-8d8f-411f-a3c3-4a72136be354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.267660 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-73d8e17e-8d8f-411f-a3c3-4a72136be354 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/53e74ac2-72bf-465f-bec9-fde4f5f0708e HTTP/1.1" status: 204 len: 168 time: 0.8411534 May 27 11:33:01.290026 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d52cf5-5cf6-47cf-9fef-de2590244d90 req-2ca2e5b7-2f52-454d-89c1-78eccc18c46a tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:01.299893 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-34d52cf5-5cf6-47cf-9fef-de2590244d90 req-2ca2e5b7-2f52-454d-89c1-78eccc18c46a tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 943 time: 0.1564350 May 27 11:33:01.322909 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d2ab71da-45d7-4c4e-97f4-116c8e930019 req-c855be46-6f84-4d0d-b761-e108a66e71ae service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686974 May 27 11:33:01.335794 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-40490842-0406-41ac-84c0-63f1a6b2655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:01.337450 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-40490842-0406-41ac-84c0-63f1a6b2655f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 1099 time: 0.5916004 May 27 11:33:01.341088 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4203ecda-e14e-46a2-b7e0-cf6384c665e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.365190 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-34d52cf5-5cf6-47cf-9fef-de2590244d90 req-9c5703b1-4667-4ec4-bc88-6b832f964eaa tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642898 May 27 11:33:01.371739 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Made reservation on behalf of 53b8142c765b4c1e9e11263db3801a2b for: {'port': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:33:01.372609 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4203ecda-e14e-46a2-b7e0-cf6384c665e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.379475 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.411214 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.440106 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:01.448116 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Usage tracker for resource:security_group_rule and tenant:67353d78e3334a2e8719aca27f8f0dfc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:01.451455 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:01.458855 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:01.524871 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c0a55b3f-bae8-469e-8b13-4a7ff675250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.536845 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-73d8e17e-8d8f-411f-a3c3-4a72136be354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:01.559669 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a55b3f-bae8-469e-8b13-4a7ff675250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18002954-aa17-4aa7-8e92-b3279217f943,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:01.563096 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c0a55b3f-bae8-469e-8b13-4a7ff675250c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:01.613285 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4203ecda-e14e-46a2-b7e0-cf6384c665e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.632231 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c0a55b3f-bae8-469e-8b13-4a7ff675250c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:01.643326 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c0a55b3f-bae8-469e-8b13-4a7ff675250c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.648460 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-c0a55b3f-bae8-469e-8b13-4a7ff675250c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/18002954-aa17-4aa7-8e92-b3279217f943 HTTP/1.1" status: 204 len: 168 time: 1.0219328 May 27 11:33:01.666232 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203ecda-e14e-46a2-b7e0-cf6384c665e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7c755f-5455-4136-be69-ee38a26c7bfa,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:01.669443 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4203ecda-e14e-46a2-b7e0-cf6384c665e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:01.700730 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4203ecda-e14e-46a2-b7e0-cf6384c665e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.702497 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-4203ecda-e14e-46a2-b7e0-cf6384c665e0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e7c755f-5455-4136-be69-ee38a26c7bfa HTTP/1.1" status: 204 len: 168 time: 0.6972604 May 27 11:33:01.808584 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.880814 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-68c47cf0-2c3a-4527-b381-6f2b867cb980 req-96418edf-fa04-4957-ac8d-d361e42b1207 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 210 time: 0.1203430 May 27 11:33:01.909309 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Allocated IP 172.20.0.8 (af505858-099f-4c8c-a08e-146c90c5ee19/f5540ad7-3a2b-46b9-9aaa-a37e435edc41/761e9a64-5ae6-480f-888e-a84def5465d8) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:33:01.923191 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:01.933249 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:01.971055 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Synchronizing usage tracker for tenant:67353d78e3334a2e8719aca27f8f0dfc on resource:security_group {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:33:01.996427 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a919773-81ca-4eb5-b116-f6d1c66f28d7,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:02.002316 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:02.072082 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Unset dirty status for tenant:67353d78e3334a2e8719aca27f8f0dfc on resource:security_group {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:33:02.074983 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-40a98de7-bc44-4890-86d4-6e1fbfe447f2 req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6904089 May 27 11:33:02.140437 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:02.232436 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Transition to ACTIVE for port object 761e9a64-5ae6-480f-888e-a84def5465d8 will not be triggered until provisioned by entity DHCP. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:33:02.300459 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe8468-6018-4f16-baaa-6b0d57ae3b98 req-ede1aac9-490f-4afc-a221-9c6326a25b6e tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:02.304596 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cafe8468-6018-4f16-baaa-6b0d57ae3b98 req-ede1aac9-490f-4afc-a221-9c6326a25b6e tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 946 time: 0.1470304 May 27 11:33:02.348043 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cafe8468-6018-4f16-baaa-6b0d57ae3b98 req-cec89bbe-0061-4d61-900b-7b083938d8dd tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 May 27 11:33:02.404114 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:02.411151 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:02.469935 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:02.480440 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Network af505858-099f-4c8c-a08e-146c90c5ee19 is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:33:02.483701 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:33:02.487486 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:33:02.493333 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:02.493962 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:02.509407 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:02.545232 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:02.624536 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90068825-cc08-42f8-adb1-c936f9652411 req-ec5e2048-1204-4d19-92f2-be43c9ecb02e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:02.626048 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-90068825-cc08-42f8-adb1-c936f9652411 req-ec5e2048-1204-4d19-92f2-be43c9ecb02e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 943 time: 0.1236870 May 27 11:33:02.676051 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33290) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:02.677807 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-4c694b42-1b33-4aa9-b7b4-918b0829ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:02.683269 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8617074 May 27 11:33:02.688344 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-90068825-cc08-42f8-adb1-c936f9652411 req-e6f57661-db62-4abf-80d2-f7efc0a1bcbb tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550258 May 27 11:33:02.708041 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Request body: {'port': {'device_id': 'd999751c-7555-477f-8080-40b60aea9908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:33:02.719471 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:02.737875 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:02.744593 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] Usage tracker for resource:security_group_rule and tenant:fa36aa332c9a414e87ab32722204882a is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:02.748444 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:02.760786 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:02.888823 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-2e126345-8806-482f-bfdf-dba78424a2b9 None None] Provisioning for port 761e9a64-5ae6-480f-888e-a84def5465d8 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:33:02.892932 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:02.894729 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-2e126345-8806-482f-bfdf-dba78424a2b9 None None] Provisioning complete for port 761e9a64-5ae6-480f-888e-a84def5465d8 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:33:02.895142 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2e126345-8806-482f-bfdf-dba78424a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:02.897391 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:02.960142 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-2e126345-8806-482f-bfdf-dba78424a2b9 None None] Port 761e9a64-5ae6-480f-888e-a84def5465d8 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:33:03.020674 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.033635 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2a73fb5a-deb7-49b8-a9bd-47034522d7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:03.074729 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fa36aa332c9a414e87ab32722204882a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974454 May 27 11:33:03.075901 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b764de22-cc41-44e9-b9bf-a959133e663c,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:03.078438 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33300) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:03.081991 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:03.145799 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4812f072-cd04-4e8a-a6aa-7780a66ed64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.174434 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4812f072-cd04-4e8a-a6aa-7780a66ed64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.218964 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11668f-614f-4188-b9b2-e7f2c9229f7e req-c605b3b0-5522-4d26-9cdb-0c6f8da211df tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:03.219672 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-1d11668f-614f-4188-b9b2-e7f2c9229f7e req-c605b3b0-5522-4d26-9cdb-0c6f8da211df tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Synchronizing usage tracker for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:33:03.359045 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761e9a64-5ae6-480f-888e-a84def5465d8 {{(pid=92450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:33:03.369923 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.372064 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4812f072-cd04-4e8a-a6aa-7780a66ed64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.373195 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33316) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:03.375443 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-1d11668f-614f-4188-b9b2-e7f2c9229f7e req-c605b3b0-5522-4d26-9cdb-0c6f8da211df tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Unset dirty status for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:33:03.383012 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1d11668f-614f-4188-b9b2-e7f2c9229f7e req-c605b3b0-5522-4d26-9cdb-0c6f8da211df tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 931 time: 0.3599041 May 27 11:33:03.410645 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:03.417515 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Transition to ACTIVE for port object 761e9a64-5ae6-480f-888e-a84def5465d8 will not be triggered until provisioned by entity L2. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:33:03.440208 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1d11668f-614f-4188-b9b2-e7f2c9229f7e req-a1fd8a65-4428-42ee-a166-99792e1fa8ca tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559950 May 27 11:33:03.446771 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812f072-cd04-4e8a-a6aa-7780a66ed64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b764de22-cc41-44e9-b9bf-a959133e663c,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:03.450747 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.463626 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4812f072-cd04-4e8a-a6aa-7780a66ed64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:03.477783 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4812f072-cd04-4e8a-a6aa-7780a66ed64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.481296 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-4812f072-cd04-4e8a-a6aa-7780a66ed64a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b764de22-cc41-44e9-b9bf-a959133e663c HTTP/1.1" status: 204 len: 168 time: 0.3993766 May 27 11:33:03.481296 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:03.486621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] Usage tracker for resource:security_group_rule and tenant:b334d8927c4446c2a52796d231199a3b is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:03.492467 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:03.500913 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:03.512616 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.519935 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:03.629051 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.767364 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.768935 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Pushing event updated for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:03.771821 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:03.804906 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:03.808397 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Attempting to bind port 761e9a64-5ae6-480f-888e-a84def5465d8 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:33:03.808762 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Attempting to bind port 761e9a64-5ae6-480f-888e-a84def5465d8 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'}] {{(pid=92450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:33:03.809266 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Attempting to bind port 761e9a64-5ae6-480f-888e-a84def5465d8 on network af505858-099f-4c8c-a08e-146c90c5ee19 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:33:03.817988 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Port 761e9a64-5ae6-480f-888e-a84def5465d8 on network af505858-099f-4c8c-a08e-146c90c5ee19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:33:03.818316 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Attempting to bind port 761e9a64-5ae6-480f-888e-a84def5465d8 on network af505858-099f-4c8c-a08e-146c90c5ee19 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:33:03.827054 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:33:03.827399 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Checking segment: {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:33:03.828046 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Bound using segment: {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'} {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:33:03.828554 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Bound port: 761e9a64-5ae6-480f-888e-a84def5465d8, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'}}] {{(pid=92450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:33:03.829018 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:03.850627 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaae93a6-b977-411c-a008-760b7e3dfc31,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:03.871217 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:03.904053 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b334d8927c4446c2a52796d231199a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5293009 May 27 11:33:03.904893 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33330) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:03.914847 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d766d76-d6f8-4ad8-af39-d9b87a4154d3 req-ec535ebd-7d83-45b7-83d1-d574591f778e tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:03.916577 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2d766d76-d6f8-4ad8-af39-d9b87a4154d3 req-ec535ebd-7d83-45b7-83d1-d574591f778e tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 946 time: 0.3301737 May 27 11:33:04.037289 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cca0419f-0d73-4d1e-9046-240946cc581b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:04.040924 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2d766d76-d6f8-4ad8-af39-d9b87a4154d3 req-d017503e-4379-4e68-b2af-8c8ce172f322 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186569 May 27 11:33:04.042378 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, cleared binding levels {{(pid=92450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:33:04.051741 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:33:04.085680 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cca0419f-0d73-4d1e-9046-240946cc581b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:04.086667 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4580e8c-36cc-4760-85b6-fbb6d2536b66 req-7b2a0e76-d3fb-4e13-9df8-17302e751d76 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:04.088456 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b4580e8c-36cc-4760-85b6-fbb6d2536b66 req-7b2a0e76-d3fb-4e13-9df8-17302e751d76 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 943 time: 0.1308880 May 27 11:33:04.176515 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b4580e8c-36cc-4760-85b6-fbb6d2536b66 req-1337cd28-797d-46b2-9537-544b0b7a03c3 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811024 May 27 11:33:04.232315 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:04.238205 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:04.313070 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:04.313070 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:04.313070 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] 10.222.0.76 "PUT /v2.0/ports/761e9a64-5ae6-480f-888e-a84def5465d8 HTTP/1.1" status: 200 len: 1093 time: 1.6098769 May 27 11:33:04.313070 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:33:04.346159 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cca0419f-0d73-4d1e-9046-240946cc581b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:04.372171 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e5762345-dc11-4b5c-9df8-157a7d5c3a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:04.372171 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0419f-0d73-4d1e-9046-240946cc581b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaae93a6-b977-411c-a008-760b7e3dfc31,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:04.373706 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-cca0419f-0d73-4d1e-9046-240946cc581b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:04.384409 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cca0419f-0d73-4d1e-9046-240946cc581b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:04.389413 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-cca0419f-0d73-4d1e-9046-240946cc581b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aaae93a6-b977-411c-a008-760b7e3dfc31 HTTP/1.1" status: 204 len: 168 time: 0.4827299 May 27 11:33:04.411745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Pushing event updated for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=3']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:04.415443 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:04.580644 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-b5d3f6c1-7779-4104-971a-4fcc529ac6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:04.587672 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-b5d3f6c1-7779-4104-971a-4fcc529ac6a2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 1096 time: 0.0940485 May 27 11:33:04.703088 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-3cd78e62-9206-4f73-85a2-a0fe44f7eb63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761e9a64-5ae6-480f-888e-a84def5465d8 HTTP/1.1" status: 200 len: 217 time: 0.1012404 May 27 11:33:04.795040 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-2d754ca1-5970-4853-b394-0eab672bc983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:04.796488 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-2d754ca1-5970-4853-b394-0eab672bc983 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 200 len: 855 time: 0.0868292 May 27 11:33:04.850547 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f64c2-6647-4888-bc9d-73f84b008ad8 req-f965dceb-3357-469a-8bef-19b8d3e62412 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:04.852104 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-552f64c2-6647-4888-bc9d-73f84b008ad8 req-f965dceb-3357-469a-8bef-19b8d3e62412 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1953869 May 27 11:33:04.919165 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-552f64c2-6647-4888-bc9d-73f84b008ad8 req-489a34be-2834-4238-99d3-ad9b10949a55 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587637 May 27 11:33:04.925259 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-8c020af0-4f3d-45a3-b76c-e9bafb6a5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:04.926682 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-8c020af0-4f3d-45a3-b76c-e9bafb6a5af6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af505858-099f-4c8c-a08e-146c90c5ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1188991 May 27 11:33:04.957056 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 3bf1222e-1ba9-4e81-91be-9b0129c25204 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:33:05.079272 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:05.208464 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8', 'status': 'completed', 'code': 200} May 27 11:33:05.218978 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-a1732623-cb75-493f-9e6a-bb83d4386355 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839561 May 27 11:33:05.220778 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 3bf1222e-1ba9-4e81-91be-9b0129c25204, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:33:05.237986 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '3bf1222e-1ba9-4e81-91be-9b0129c25204', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'port_id': '3bf1222e-1ba9-4e81-91be-9b0129c25204', 'mac_address': 'fa:16:3e:5d:9e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:33:05.311050 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-36a173d2-5924-4b6a-b31f-6f9023e738f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:05.397108 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:05.425484 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf1222e-1ba9-4e81-91be-9b0129c25204 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:33:05.452825 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 3bf1222e-1ba9-4e81-91be-9b0129c25204, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:33:05.522310 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:05.526277 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:05.584824 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f6a1d9-471b-452d-97dd-ada9223d1550 req-ee1fa444-912d-4f2b-8c26-aa222d567ec2 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572953 May 27 11:33:05.616056 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b886829-f006-4ee7-aa3d-3fa0268256f7 req-d62815cb-fc15-45ce-b96f-91ce325ffcfc tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:05.617667 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0b886829-f006-4ee7-aa3d-3fa0268256f7 req-d62815cb-fc15-45ce-b96f-91ce325ffcfc tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 946 time: 0.3579135 May 27 11:33:05.629776 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7292326-981a-483b-8df9-836fefdb2807 req-fe92c865-92b3-4cb7-a721-fd81fad1267b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:05.633672 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c7292326-981a-483b-8df9-836fefdb2807 req-fe92c865-92b3-4cb7-a721-fd81fad1267b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 943 time: 0.1857047 May 27 11:33:05.655067 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=3bf1222e-1ba9-4e81-91be-9b0129c25204,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:05.666019 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:05.713694 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0b886829-f006-4ee7-aa3d-3fa0268256f7 req-ba3ec77b-7ef8-4525-9417-e7daeefb82dd tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784740 May 27 11:33:05.727184 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c7292326-981a-483b-8df9-836fefdb2807 req-8fce4609-d150-4b39-aa67-52ada803cb74 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683627 May 27 11:33:05.842031 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['3bf1222e-1ba9-4e81-91be-9b0129c25204'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:33:05.891894 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-33897f31-ba93-4390-b3e8-0172bde985f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:05.893687 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-33897f31-ba93-4390-b3e8-0172bde985f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 1096 time: 0.1013265 May 27 11:33:06.062723 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-c704d994-d1f6-4e23-9928-22a41467aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:06.064457 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-c704d994-d1f6-4e23-9928-22a41467aee4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 918 time: 0.1623645 May 27 11:33:06.196682 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-11dbb88c-8d33-4b08-a114-8c0fa4e29e94 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761e9a64-5ae6-480f-888e-a84def5465d8 HTTP/1.1" status: 200 len: 217 time: 0.1239948 May 27 11:33:06.248946 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:06.287415 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-6078cda8-b231-4deb-86b3-75befe1e4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:06.288924 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-6078cda8-b231-4deb-86b3-75befe1e4f09 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 200 len: 855 time: 0.0797565 May 27 11:33:06.307517 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad8b8-9d3c-4871-955b-075e9662bc05 req-62f56509-68f8-4bc9-8f07-aca473e9d318 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:06.308971 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b1cad8b8-9d3c-4871-955b-075e9662bc05 req-62f56509-68f8-4bc9-8f07-aca473e9d318 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1546257 May 27 11:33:06.406074 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b1cad8b8-9d3c-4871-955b-075e9662bc05 req-72b9ab79-ec24-46b2-bd73-39cb99c2feba tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639517 May 27 11:33:06.446400 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-3e35109b-0c36-4f19-b416-fe5dc3e231f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:06.447847 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-3e35109b-0c36-4f19-b416-fe5dc3e231f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af505858-099f-4c8c-a08e-146c90c5ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1380134 May 27 11:33:06.645397 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-79800cca-057e-4d7a-b6f6-2f2dae84f0d0 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812735 May 27 11:33:06.670693 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33440) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:06.811000 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a056fef9-246e-4466-ba85-d3ac040efe9e req-78aea649-ef0f-47e0-9183-ee35c9a7b769 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589463 May 27 11:33:06.979073 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 3bf1222e-1ba9-4e81-91be-9b0129c25204 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:33:07.000296 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9ff0e-bcce-4a44-b2e1-68e76fa73e55 req-62cded97-6e3f-4302-b55c-ccf29784a309 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:07.003410 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-83f9ff0e-bcce-4a44-b2e1-68e76fa73e55 req-62cded97-6e3f-4302-b55c-ccf29784a309 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 944 time: 0.1323330 May 27 11:33:07.084100 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:07.109893 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-83f9ff0e-bcce-4a44-b2e1-68e76fa73e55 req-5dc29b68-d581-495b-b5ea-8f6c148b0898 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936351 May 27 11:33:07.129117 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:07.141276 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] Usage tracker for resource:security_group_rule and tenant:053e8717372e455abda60efda876710c is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:07.146248 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:07.155128 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:07.214949 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 3bf1222e-1ba9-4e81-91be-9b0129c25204 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:33:07.218864 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 3bf1222e-1ba9-4e81-91be-9b0129c25204 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:33:07.219257 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:07.261520 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:07.354461 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:07.387574 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf1222e-1ba9-4e81-91be-9b0129c25204'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:33:07.399091 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 3bf1222e-1ba9-4e81-91be-9b0129c25204, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:33:07.404527 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:07.427710 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:07.485068 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb3343d-8454-4071-9ae7-16217a489483,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:07.495035 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33488) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:07.496528 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf1222e-1ba9-4e81-91be-9b0129c25204', 'code': 200} May 27 11:33:07.497906 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=053e8717372e455abda60efda876710c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8260233 May 27 11:33:07.499564 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:07.504972 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:07.507929 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:07.639966 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9d0703e2-d20d-4872-b5d5-03d6bb4c5606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:07.644416 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=3bf1222e-1ba9-4e81-91be-9b0129c25204,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:07.658481 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:07.709381 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9d0703e2-d20d-4872-b5d5-03d6bb4c5606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:07.848215 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1221e33-9765-4abb-967c-6cdd040c5511 req-7bba64bd-6c35-4520-b1fd-f89d7a16e5ca tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:07.853585 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f1221e33-9765-4abb-967c-6cdd040c5511 req-7bba64bd-6c35-4520-b1fd-f89d7a16e5ca tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1474957 May 27 11:33:07.970069 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f1221e33-9765-4abb-967c-6cdd040c5511 req-30fb770a-714b-499c-b936-9002f311691f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093309 May 27 11:33:07.987532 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9d0703e2-d20d-4872-b5d5-03d6bb4c5606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:07.993192 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cf15bccc-c107-4dbc-8c14-a9037ff816a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:08.003831 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0703e2-d20d-4872-b5d5-03d6bb4c5606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb3343d-8454-4071-9ae7-16217a489483,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:08.007938 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-9d0703e2-d20d-4872-b5d5-03d6bb4c5606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:08.028750 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:08.031921 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9d0703e2-d20d-4872-b5d5-03d6bb4c5606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:08.035966 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-9d0703e2-d20d-4872-b5d5-03d6bb4c5606 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7cb3343d-8454-4071-9ae7-16217a489483 HTTP/1.1" status: 204 len: 168 time: 0.5402780 May 27 11:33:08.054503 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a801ea1-bc20-486d-aaa4-6fd215035d88 req-e5852d02-74e9-468d-885f-089b6922485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:08.055952 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7a801ea1-bc20-486d-aaa4-6fd215035d88 req-e5852d02-74e9-468d-885f-089b6922485a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 1098 time: 0.1379266 May 27 11:33:08.102353 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7a801ea1-bc20-486d-aaa4-6fd215035d88 req-5678bc89-5032-4e5c-8672-2764587fc496 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388858 May 27 11:33:08.323054 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d659bc-7720-4a9d-a50d-57eb16563e5a req-b630d0ef-fe59-4989-aadf-15f0844a22c7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:08.330786 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-09d659bc-7720-4a9d-a50d-57eb16563e5a req-b630d0ef-fe59-4989-aadf-15f0844a22c7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0926664 May 27 11:33:08.381002 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-09d659bc-7720-4a9d-a50d-57eb16563e5a req-b72e289e-fed5-48aa-9a93-0a556eb04edb tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491142 May 27 11:33:08.996839 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 761e9a64-5ae6-480f-888e-a84def5465d8 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:33:09.201235 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:33:09.220467 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '761e9a64-5ae6-480f-888e-a84def5465d8', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'port_id': '761e9a64-5ae6-480f-888e-a84def5465d8', 'mac_address': 'fa:16:3e:f2:d6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:33:09.260383 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fb1bc-943b-45d4-852d-82e079fd9c65 req-44227d2b-9d69-41ae-9318-04ffc8551c6b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:09.264816 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f98fb1bc-943b-45d4-852d-82e079fd9c65 req-44227d2b-9d69-41ae-9318-04ffc8551c6b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1498661 May 27 11:33:09.306530 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:09.346054 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761e9a64-5ae6-480f-888e-a84def5465d8 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:33:09.347188 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f98fb1bc-943b-45d4-852d-82e079fd9c65 req-dd2670d5-7147-476c-ab9d-54ed45a308fc tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786016 May 27 11:33:09.427234 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:33:09.508763 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:09.511166 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:09.625338 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83581c9-6aeb-445f-9b84-3b08706aaffd req-6b62e498-3909-42d3-8522-f9865d0d0478 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:09.628269 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e83581c9-6aeb-445f-9b84-3b08706aaffd req-6b62e498-3909-42d3-8522-f9865d0d0478 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1307302 May 27 11:33:09.654860 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:09.658720 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:09.680634 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e83581c9-6aeb-445f-9b84-3b08706aaffd req-e2420df2-f956-44d5-bc11-93d82ee349c9 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492141 May 27 11:33:09.861109 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['761e9a64-5ae6-480f-888e-a84def5465d8'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:33:10.572897 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711030c-b981-4db0-bc3c-d72b25e29287 req-c46e8681-12cc-4468-93ee-c152264e73ea tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:10.574643 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2711030c-b981-4db0-bc3c-d72b25e29287 req-c46e8681-12cc-4468-93ee-c152264e73ea tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 944 time: 0.1179984 May 27 11:33:10.636020 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2711030c-b981-4db0-bc3c-d72b25e29287 req-cf49096d-68a6-4f37-a266-cd9b236b3cbf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524900 May 27 11:33:10.894369 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2c97-6ba6-4863-815c-282067413c4e req-57c72f42-f2cd-427b-813a-294e5e5bf05d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:10.896017 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a20d2c97-6ba6-4863-815c-282067413c4e req-57c72f42-f2cd-427b-813a-294e5e5bf05d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0853701 May 27 11:33:10.942816 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a20d2c97-6ba6-4863-815c-282067413c4e req-0c5d0be3-5b20-4f17-9393-e1491a3c7b15 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 May 27 11:33:10.996753 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 761e9a64-5ae6-480f-888e-a84def5465d8 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:33:11.140140 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a51fb-c27f-4a2e-b21a-bad960fd7239 req-55471960-abe1-478e-ab76-9ba3e812c365 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:11.141859 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-126a51fb-c27f-4a2e-b21a-bad960fd7239 req-55471960-abe1-478e-ab76-9ba3e812c365 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0861785 May 27 11:33:11.150879 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33658) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:11.156349 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-f4155947-0f0e-41a8-8bb7-dd6727092c61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'floatingip': {'port_id': '3bf1222e-1ba9-4e81-91be-9b0129c25204'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:33:11.210446 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 761e9a64-5ae6-480f-888e-a84def5465d8 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:33:11.216420 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 761e9a64-5ae6-480f-888e-a84def5465d8 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:33:11.216804 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:11.237938 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4155947-0f0e-41a8-8bb7-dd6727092c61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:11.358690 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:11.387987 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:33:11.398577 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:33:11.451250 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8', 'code': 200} May 27 11:33:11.517576 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:11.520191 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:11.600692 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:11.604402 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:12.148763 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4a865-d796-4197-83a6-d64304069cd2 req-adf8c2fe-c745-4326-a9bf-0e8afeeba593 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:12.150385 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fed4a865-d796-4197-83a6-d64304069cd2 req-adf8c2fe-c745-4326-a9bf-0e8afeeba593 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.3734415 May 27 11:33:12.279192 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae306e7-dc4a-41a9-8aef-3eb87980db4f req-ce44beed-7107-4bd5-8eb7-110c54a031b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:12.280711 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fae306e7-dc4a-41a9-8aef-3eb87980db4f req-ce44beed-7107-4bd5-8eb7-110c54a031b2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 1098 time: 0.2983639 May 27 11:33:12.341567 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.db.resource_extend [None req-f4155947-0f0e-41a8-8bb7-dd6727092c61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 11:33:12.405538 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fed4a865-d796-4197-83a6-d64304069cd2 req-e7aa44dd-f741-4798-b69f-e03b555f8e91 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431424 May 27 11:33:12.460378 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fae306e7-dc4a-41a9-8aef-3eb87980db4f req-e5750f4a-0bac-4cdc-a672-4f5a27d4089d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479740 May 27 11:33:12.462629 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4155947-0f0e-41a8-8bb7-dd6727092c61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:12.597507 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4155947-0f0e-41a8-8bb7-dd6727092c61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:12.783218 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.l3_db [None req-f4155947-0f0e-41a8-8bb7-dd6727092c61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Floating IP 3e024041-7d7f-4ae2-ad25-d2e582dc78d0 associated. External IP: 172.27.0.31, port: 3bf1222e-1ba9-4e81-91be-9b0129c25204. May 27 11:33:13.162810 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4155947-0f0e-41a8-8bb7-dd6727092c61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Router 05a5558e-143e-4d01-b577-4b76856d4766 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:33:13.359438 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4155947-0f0e-41a8-8bb7-dd6727092c61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:33:13.363680 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4155947-0f0e-41a8-8bb7-dd6727092c61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:13.372924 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] Sync routers for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:33:13.385156 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:33:13.385790 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:33:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:13.427057 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-f4155947-0f0e-41a8-8bb7-dd6727092c61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "PUT /v2.0/floatingips/3e024041-7d7f-4ae2-ad25-d2e582dc78d0 HTTP/1.1" status: 200 len: 990 time: 2.2725704 May 27 11:33:13.427057 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'tag': '3bf1222e-1ba9-4e81-91be-9b0129c25204'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:33:13.494480 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'tag': '3bf1222e-1ba9-4e81-91be-9b0129c25204', 'status': 'completed', 'code': 200} May 27 11:33:13.648979 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:33:13.677066 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd35386-130d-43a4-ab26-aa52de6cc2dc req-7d07dc78-8ee4-47d9-a227-f05dc04c62bc tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:13.679572 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9fd35386-130d-43a4-ab26-aa52de6cc2dc req-7d07dc78-8ee4-47d9-a227-f05dc04c62bc tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.0993247 May 27 11:33:13.719582 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33740) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:13.735400 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9fd35386-130d-43a4-ab26-aa52de6cc2dc req-4af6a632-92dc-4fda-8253-43b335b8bc33 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493762 May 27 11:33:13.860864 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:13.876763 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:13.880865 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] Usage tracker for resource:security_group_rule and tenant:40e3963e26eb4803ad7d28574b8275a8 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:13.884362 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:13.890206 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:13.999646 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:14.085138 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '3e024041-7d7f-4ae2-ad25-d2e582dc78d0', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'port_id': '3bf1222e-1ba9-4e81-91be-9b0129c25204', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'mac_address': 'fa:16:3e:5d:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:32:42Z', 'updated_at': '2021-05-27T11:33:12Z', 'revision_number': 1, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:14.088514 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:14.089507 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] Checking router: 05a5558e-143e-4d01-b577-4b76856d4766 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:33:14.097841 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:33:14.098423 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:33:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:14.099927 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:14.141791 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=40e3963e26eb4803ad7d28574b8275a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203615 May 27 11:33:14.142454 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2460814-a735-430f-8efa-2fcba8875147,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:14.144320 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33754) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:14.145639 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:14.209702 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-65db81cd-da8f-428c-8e60-fec15b2e0509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:14.238221 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-65db81cd-da8f-428c-8e60-fec15b2e0509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:14.296363 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:33:14.435667 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-65db81cd-da8f-428c-8e60-fec15b2e0509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:14.439436 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-42e67119-22e0-4a6f-a5fa-8a18af0740c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:14.451554 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db81cd-da8f-428c-8e60-fec15b2e0509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2460814-a735-430f-8efa-2fcba8875147,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:14.456953 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-65db81cd-da8f-428c-8e60-fec15b2e0509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:14.460383 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-65db81cd-da8f-428c-8e60-fec15b2e0509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:14.473003 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-65db81cd-da8f-428c-8e60-fec15b2e0509 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2460814-a735-430f-8efa-2fcba8875147 HTTP/1.1" status: 204 len: 168 time: 0.3184590 May 27 11:33:14.673713 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '3e024041-7d7f-4ae2-ad25-d2e582dc78d0', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'port_id': '3bf1222e-1ba9-4e81-91be-9b0129c25204', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'mac_address': 'fa:16:3e:5d:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:32:42Z', 'updated_at': '2021-05-27T11:33:12Z', 'revision_number': 1, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:14.677469 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef5ab7-9ad3-4eba-bb3d-7e3847b43d07 None None] The sync data for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi is: [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '3e024041-7d7f-4ae2-ad25-d2e582dc78d0', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'port_id': '3bf1222e-1ba9-4e81-91be-9b0129c25204', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'mac_address': 'fa:16:3e:5d:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:32:42Z', 'updated_at': '2021-05-27T11:33:12Z', 'revision_number': 1, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:33:14.922589 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a6001-d981-41cc-bf8a-69035f9d5660 None None] New status for floating IP 3e024041-7d7f-4ae2-ad25-d2e582dc78d0: ACTIVE {{(pid=92451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:33:14.950912 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e4385-295a-4051-9209-0763bd8e2e87 req-25a10982-892d-433b-b9bc-7850f373248b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:14.952422 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-573e4385-295a-4051-9209-0763bd8e2e87 req-25a10982-892d-433b-b9bc-7850f373248b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.0922906 May 27 11:33:14.999261 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-573e4385-295a-4051-9209-0763bd8e2e87 req-8bd2524f-2221-4820-8863-37eebe2036f0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410383 May 27 11:33:15.149905 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33776) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:15.167633 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:15.182534 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:15.186544 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] Usage tracker for resource:security_group_rule and tenant:7aee063315ab46228569ceece4f7b115 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:15.189423 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:15.195777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:15.279138 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:15.355978 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:15.363471 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8d9419fa-8cc3-456e-91aa-6092089bbac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:15.409252 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7aee063315ab46228569ceece4f7b115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582843 May 27 11:33:15.410142 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724f857b-b00c-4c3d-aff5-04f55420f5a9,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:15.414227 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33784) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:15.414756 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:15.476270 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-63acbfcc-91c4-49fe-b0ac-54e355870bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:15.504327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-63acbfcc-91c4-49fe-b0ac-54e355870bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:15.670370 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-63acbfcc-91c4-49fe-b0ac-54e355870bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:15.674195 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:15.688170 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acbfcc-91c4-49fe-b0ac-54e355870bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724f857b-b00c-4c3d-aff5-04f55420f5a9,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:15.692252 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-63acbfcc-91c4-49fe-b0ac-54e355870bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:15.695670 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-63acbfcc-91c4-49fe-b0ac-54e355870bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:15.697048 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-63acbfcc-91c4-49fe-b0ac-54e355870bf1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/724f857b-b00c-4c3d-aff5-04f55420f5a9 HTTP/1.1" status: 204 len: 168 time: 0.2810009 May 27 11:33:16.066947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-7618ca22-275b-429f-8f89-5f9ebc83b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:16.070033 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-7618ca22-275b-429f-8f89-5f9ebc83b76c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 1098 time: 0.1675184 May 27 11:33:16.265503 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b7d95-aeda-45af-b373-fa38dcf9ebb3 req-a52e5517-3dda-42b0-9b92-b3478cc77f5f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:16.266993 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0c5b7d95-aeda-45af-b373-fa38dcf9ebb3 req-a52e5517-3dda-42b0-9b92-b3478cc77f5f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1153188 May 27 11:33:16.325120 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0c5b7d95-aeda-45af-b373-fa38dcf9ebb3 req-9ee5f807-d58b-4a4f-b1c4-2684ca48abdd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492809 May 27 11:33:17.250382 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-245facf2-10b6-4a1e-a302-f0c40ea65495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:17.252167 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-245facf2-10b6-4a1e-a302-f0c40ea65495 service neutron] 10.222.0.76 "GET /v2.0/networks?id=47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 200 len: 912 time: 0.1429152 May 27 11:33:17.328777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33844) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:17.523693 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:17.534002 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524759c-d0fa-4994-bff4-d369a273ab17 req-b1c18811-5a85-4bff-ac20-bfcbe7b7e054 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:17.535569 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6524759c-d0fa-4994-bff4-d369a273ab17 req-b1c18811-5a85-4bff-ac20-bfcbe7b7e054 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.0882902 May 27 11:33:17.544207 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:17.548503 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ce32d25318174c9bb8add01d7733c1a0 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:17.551552 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:17.558442 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:17.582486 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6524759c-d0fa-4994-bff4-d369a273ab17 req-4a9d6c7a-7e2c-419a-8adc-a9e622c8ac0d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390189 May 27 11:33:17.660135 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:18.242986 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:18.252163 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:18.290512 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ce32d25318174c9bb8add01d7733c1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9606318 May 27 11:33:18.293420 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33868) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:18.300397 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f459df2f-d6f4-4f68-aa8a-c1d01a31a3cf,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:18.303609 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:18.367822 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cf39bc09-8206-44cc-9f37-4bdfeb92642f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:18.395243 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cf39bc09-8206-44cc-9f37-4bdfeb92642f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:18.539323 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cf39bc09-8206-44cc-9f37-4bdfeb92642f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:18.543214 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-65db81cd-da8f-428c-8e60-fec15b2e0509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:18.554880 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39bc09-8206-44cc-9f37-4bdfeb92642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f459df2f-d6f4-4f68-aa8a-c1d01a31a3cf,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:18.559216 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cf39bc09-8206-44cc-9f37-4bdfeb92642f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:18.563199 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cf39bc09-8206-44cc-9f37-4bdfeb92642f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:18.564401 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-cf39bc09-8206-44cc-9f37-4bdfeb92642f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f459df2f-d6f4-4f68-aa8a-c1d01a31a3cf HTTP/1.1" status: 204 len: 168 time: 0.2691729 May 27 11:33:18.794527 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca30790-3b4e-45ce-bee4-7c91e05f2147 req-164f6db6-2816-45fa-825d-88aec55a9478 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:18.796130 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8ca30790-3b4e-45ce-bee4-7c91e05f2147 req-164f6db6-2816-45fa-825d-88aec55a9478 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.0819950 May 27 11:33:18.851937 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8ca30790-3b4e-45ce-bee4-7c91e05f2147 req-e4c6480c-0041-4eff-a1cf-5525cd4b4547 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498011 May 27 11:33:19.248927 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 33896) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:19.267393 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:19.286715 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-77fd835b-b4dc-4a86-8b57-10275eb020a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204 HTTP/1.1" status: 200 len: 1000 time: 0.1073003 May 27 11:33:19.289606 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:19.294097 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] Usage tracker for resource:security_group_rule and tenant:f041c2ef9b3c4f23a57d9da8e561b038 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:19.297172 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:19.304137 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:19.362618 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-292eb512-e277-4d45-828c-6cf09a955d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:19.364695 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-292eb512-e277-4d45-828c-6cf09a955d25 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eac499-a6b2-4315-b03e-39ac1743fde5 HTTP/1.1" status: 200 len: 849 time: 0.0684192 May 27 11:33:19.391891 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:19.447567 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-d341774b-8986-48a9-910e-9ee82399934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:19.449109 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-d341774b-8986-48a9-910e-9ee82399934a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47519489-b492-49e9-b8c5-e2af1750cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0731692 May 27 11:33:19.488939 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:19.553078 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4203ecda-e14e-46a2-b7e0-cf6384c665e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:19.597382 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f041c2ef9b3c4f23a57d9da8e561b038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470495 May 27 11:33:19.600709 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654b7f58-8618-4b61-a5ac-70a17a3c8bc2,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:19.601081 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33902) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:19.605975 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-fafda706-b54a-4e16-82ff-c9e4a4bc7e2f service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472621 May 27 11:33:19.616127 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:19.770304 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d1cd2ace-3317-4571-84de-45f82c335df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:19.802360 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0804b35-8f3f-4ff9-9433-6d80d7f5a1d2 req-8dc6fbee-9bc3-4584-96fc-a39f09e54adc service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869907 May 27 11:33:19.816481 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d1cd2ace-3317-4571-84de-45f82c335df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:19.978928 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d1cd2ace-3317-4571-84de-45f82c335df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:19.985259 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-a7397c52-ff1e-48c1-a483-c04bcfaf4244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:20.043650 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd2ace-3317-4571-84de-45f82c335df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654b7f58-8618-4b61-a5ac-70a17a3c8bc2,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:20.060346 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d1cd2ace-3317-4571-84de-45f82c335df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:20.061485 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-d1cd2ace-3317-4571-84de-45f82c335df1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/654b7f58-8618-4b61-a5ac-70a17a3c8bc2 HTTP/1.1" status: 204 len: 168 time: 0.4594657 May 27 11:33:20.062612 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d1cd2ace-3317-4571-84de-45f82c335df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:20.114991 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e24dab-462e-477f-9432-950b637f7312 req-b2e4decf-6759-4e8f-8a43-9ef7af9da6d7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:20.116813 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f1e24dab-462e-477f-9432-950b637f7312 req-b2e4decf-6759-4e8f-8a43-9ef7af9da6d7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1337187 May 27 11:33:20.185562 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f1e24dab-462e-477f-9432-950b637f7312 req-36469a84-8868-4984-a3d4-96881c73aeae tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567877 May 27 11:33:21.396354 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dcd19-2ed1-4af8-a8f2-a116ccf8f42d req-8a86e7a2-beaf-4d35-a817-26e4c4e0e664 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:21.399015 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a19dcd19-2ed1-4af8-a8f2-a116ccf8f42d req-8a86e7a2-beaf-4d35-a817-26e4c4e0e664 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1017115 May 27 11:33:21.451652 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a19dcd19-2ed1-4af8-a8f2-a116ccf8f42d req-27d74c39-9301-445e-8f31-610608b77900 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452447 May 27 11:33:21.713862 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1118-cabf-47e7-9a05-499ea1408fc8 req-61b19de6-d286-4110-aa9f-d5e9605045d6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:21.716210 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-703d1118-cabf-47e7-9a05-499ea1408fc8 req-61b19de6-d286-4110-aa9f-d5e9605045d6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1188662 May 27 11:33:21.724511 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 33984) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:21.734973 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-c0913925-d3aa-4f8c-bb89-9b145e3c6e6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'floatingip': {'port_id': '761e9a64-5ae6-480f-888e-a84def5465d8'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:33:21.849688 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c0913925-d3aa-4f8c-bb89-9b145e3c6e6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:22.581375 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c0913925-d3aa-4f8c-bb89-9b145e3c6e6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:22.643477 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c0913925-d3aa-4f8c-bb89-9b145e3c6e6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:22.838172 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.l3_db [None req-c0913925-d3aa-4f8c-bb89-9b145e3c6e6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Floating IP 114f3745-35c8-4352-8c22-6572ea032d50 associated. External IP: 172.27.0.188, port: 761e9a64-5ae6-480f-888e-a84def5465d8. May 27 11:33:23.203191 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0913925-d3aa-4f8c-bb89-9b145e3c6e6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Router 1af9f885-53b4-4095-9bde-42d2e8720e9a has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:33:23.476926 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0913925-d3aa-4f8c-bb89-9b145e3c6e6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:33:23.481279 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c0913925-d3aa-4f8c-bb89-9b145e3c6e6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:23.486949 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] Sync routers for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:33:23.496899 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:33:23.497509 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:33:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:23.542756 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-c0913925-d3aa-4f8c-bb89-9b145e3c6e6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "PUT /v2.0/floatingips/114f3745-35c8-4352-8c22-6572ea032d50 HTTP/1.1" status: 200 len: 991 time: 1.8136675 May 27 11:33:23.543434 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:33:23.689801 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:33:24.036769 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '114f3745-35c8-4352-8c22-6572ea032d50', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'port_id': '761e9a64-5ae6-480f-888e-a84def5465d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'mac_address': 'fa:16:3e:f2:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999751c-7555-477f-8080-40b60aea9908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:32:52Z', 'updated_at': '2021-05-27T11:33:22Z', 'revision_number': 1, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:24.040575 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] Checking router: 1af9f885-53b4-4095-9bde-42d2e8720e9a for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:33:24.050369 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:33:24.050986 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:33:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:24.266280 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:33:24.608646 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '114f3745-35c8-4352-8c22-6572ea032d50', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'port_id': '761e9a64-5ae6-480f-888e-a84def5465d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'mac_address': 'fa:16:3e:f2:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999751c-7555-477f-8080-40b60aea9908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:32:52Z', 'updated_at': '2021-05-27T11:33:22Z', 'revision_number': 1, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:24.613643 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9b56b-1332-4793-8f62-38a3a432fc68 None None] The sync data for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi is: [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '114f3745-35c8-4352-8c22-6572ea032d50', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'port_id': '761e9a64-5ae6-480f-888e-a84def5465d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'mac_address': 'fa:16:3e:f2:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999751c-7555-477f-8080-40b60aea9908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:32:52Z', 'updated_at': '2021-05-27T11:33:22Z', 'revision_number': 1, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:33:24.806490 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5538293-fdff-461e-acbf-ecaffdf3257b None None] New status for floating IP 114f3745-35c8-4352-8c22-6572ea032d50: ACTIVE {{(pid=92451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:33:25.543497 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8', 'status': 'completed', 'code': 200} May 27 11:33:25.682055 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595983d-d083-43f7-962a-19b668082094 req-e2564b44-b091-420a-b3dd-14f4d60f15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:25.683520 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7595983d-d083-43f7-962a-19b668082094 req-e2564b44-b091-420a-b3dd-14f4d60f15d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 1098 time: 0.0730519 May 27 11:33:25.830792 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595983d-d083-43f7-962a-19b668082094 req-f95bc333-9ef2-4ae4-9a64-dfd5f49998cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:25.830792 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7595983d-d083-43f7-962a-19b668082094 req-f95bc333-9ef2-4ae4-9a64-dfd5f49998cc service neutron] 10.222.0.76 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 918 time: 0.1377096 May 27 11:33:25.942272 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7595983d-d083-43f7-962a-19b668082094 req-b931fb5d-ae65-4ab5-b56c-827b1569ffda service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761e9a64-5ae6-480f-888e-a84def5465d8 HTTP/1.1" status: 200 len: 1001 time: 0.1062758 May 27 11:33:26.013796 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595983d-d083-43f7-962a-19b668082094 req-b64e0ba4-f996-40c2-b56f-7da440cb731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:26.015203 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7595983d-d083-43f7-962a-19b668082094 req-b64e0ba4-f996-40c2-b56f-7da440cb731b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 200 len: 855 time: 0.0646811 May 27 11:33:26.091592 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595983d-d083-43f7-962a-19b668082094 req-5dce7b57-8120-4ee9-98c8-88e6ef61a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:26.093067 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7595983d-d083-43f7-962a-19b668082094 req-5dce7b57-8120-4ee9-98c8-88e6ef61a519 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af505858-099f-4c8c-a08e-146c90c5ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700276 May 27 11:33:26.224911 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7595983d-d083-43f7-962a-19b668082094 req-f0d79363-701d-48f8-82be-8a70224be82f service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245821 May 27 11:33:26.364554 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7595983d-d083-43f7-962a-19b668082094 req-d88e95c2-8c26-4d0a-8d01-24d7c4bcc33e service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295185 May 27 11:33:27.928078 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:33:28.647101 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-cd5d68b5-6a64-4b01-8c46-05fbe360b153 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918846 May 27 11:33:28.853615 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-cee3c304-f0da-4c12-9428-0943b9966917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:28.855265 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-cee3c304-f0da-4c12-9428-0943b9966917 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=238960ec7c6b488bbf63c72a04972768&device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 1099 time: 0.0875108 May 27 11:33:29.055805 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-dde8470f-3b2c-440f-8f8c-be50fc20d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:29.057439 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-dde8470f-3b2c-440f-8f8c-be50fc20d524 service neutron] 10.222.0.76 "GET /v2.0/networks?id=985467df-f105-4b59-9859-c32d1eb713d1 HTTP/1.1" status: 200 len: 913 time: 0.1793687 May 27 11:33:32.407308 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-9a78af95-5e4c-4e1f-99e9-f61888e847c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be948a5-3746-42f0-b8bb-4aeb503eface HTTP/1.1" status: 200 len: 217 time: 0.0727012 May 27 11:33:32.447776 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:32.473457 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-3db126d6-b689-4c1b-a76f-a07644ae5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:32.475050 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-3db126d6-b689-4c1b-a76f-a07644ae5265 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a12ea2b6-667c-4734-a9e9-8401d377b044 HTTP/1.1" status: 200 len: 851 time: 0.0609641 May 27 11:33:32.526114 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-0794250d-a62f-47a5-8235-0044dd9e1d93 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985467df-f105-4b59-9859-c32d1eb713d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427382 May 27 11:33:32.671000 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-b1f18cce-3505-4f8e-8c74-ee88afcc3b51 service neutron] 10.222.0.76 "GET /v2.0/networks/985467df-f105-4b59-9859-c32d1eb713d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338139 May 27 11:33:32.715636 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-4306f555-4765-4cee-a72e-18c1cfb62ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:32.825563 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e74c5636-878e-4670-bbd4-eeb8ac8cbdd0 req-e60e3de9-b055-4f2d-bcc2-dbfc762e8d79 service neutron] 10.222.0.76 "GET /v2.0/networks/985467df-f105-4b59-9859-c32d1eb713d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431732 May 27 11:33:33.028133 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af88453-a4c7-46da-b2c5-eec19e8a9a7c req-9a73b2f6-ffa8-4679-8377-c1770a814d2e tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:33.029619 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7af88453-a4c7-46da-b2c5-eec19e8a9a7c req-9a73b2f6-ffa8-4679-8377-c1770a814d2e tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 946 time: 0.1479201 May 27 11:33:33.078123 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7af88453-a4c7-46da-b2c5-eec19e8a9a7c req-7735a141-fcb6-4f07-81da-dda499409fd8 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 May 27 11:33:35.020012 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:35.208664 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c1bd974e-a429-419e-8830-309cfd9f7a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:36.203124 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:36.470874 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9d286-560d-4441-b316-618eacfbab10 req-0ef0bc6b-0e06-4ecc-bd12-57cf9a75ee1a tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:36.472394 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6fe9d286-560d-4441-b316-618eacfbab10 req-0ef0bc6b-0e06-4ecc-bd12-57cf9a75ee1a tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 946 time: 0.0882289 May 27 11:33:36.518419 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6fe9d286-560d-4441-b316-618eacfbab10 req-fb8d0dfa-d1d9-462e-8383-bb8d81134372 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 May 27 11:33:37.717513 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f744f6f-05cc-40a3-bdfc-2e3a32096ac1 req-e1dbc775-a870-4d01-8643-2896d07250d6 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:37.719384 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2f744f6f-05cc-40a3-bdfc-2e3a32096ac1 req-e1dbc775-a870-4d01-8643-2896d07250d6 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 946 time: 0.0864339 May 27 11:33:37.768742 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2f744f6f-05cc-40a3-bdfc-2e3a32096ac1 req-5d7f7727-e30e-4486-adca-7dc09cc8a334 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 May 27 11:33:37.968889 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:39.049649 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861ca68-1b14-4fc9-99ab-d53931d0e2f0 req-9e7e5a2a-3f90-4676-9f88-70a778ff0981 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:39.051159 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6861ca68-1b14-4fc9-99ab-d53931d0e2f0 req-9e7e5a2a-3f90-4676-9f88-70a778ff0981 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 946 time: 0.1351099 May 27 11:33:39.062074 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-60a16c31-741b-4c23-ab5a-57de9a4664f1 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:39.063527 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-60a16c31-741b-4c23-ab5a-57de9a4664f1 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.76 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 946 time: 0.1935639 May 27 11:33:39.159625 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6861ca68-1b14-4fc9-99ab-d53931d0e2f0 req-c9c44bd2-fa1f-47d8-af5b-32f4f65f5128 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/security-groups?id=e4f2778c-f001-4847-871f-732184ca0986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951231 May 27 11:33:39.245731 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Deleting port 4be948a5-3746-42f0-b8bb-4aeb503eface {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:33:39.246081 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:39.402163 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] For port 4be948a5-3746-42f0-b8bb-4aeb503eface, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4be948a5-3746-42f0-b8bb-4aeb503eface,segment=NetworkSegment(c0dd0870-fd28-4efc-8a73-9c622fe7c444),segment_id=c0dd0870-fd28-4efc-8a73-9c622fe7c444)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:33:39.404965 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:39.533757 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Calling delete_port for 4be948a5-3746-42f0-b8bb-4aeb503eface owned by compute:nova {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:33:39.766190 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34362) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:39.826296 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:39.839858 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:39.933895 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Pushing event deleted for resources: {'Port': ['ID=4be948a5-3746-42f0-b8bb-4aeb503eface,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:39.974101 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:39.983561 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.983911 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.984279 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.984662 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.984954 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.985289 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.985617 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.985944 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.986271 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.986604 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.986929 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:39.987251 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:40.001213 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:40.003665 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] No DVR routers for this DVR port 4be948a5-3746-42f0-b8bb-4aeb503eface on host hv-cinder-75157 {{(pid=92450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:33:40.008968 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:40.012432 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750808b5-5890-473c-a9c9-8dbf60de6a37', 'name': 'network-vif-deleted', 'tag': '4be948a5-3746-42f0-b8bb-4aeb503eface'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:33:40.018393 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:40.023259 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] Usage tracker for resource:security_group_rule and tenant:42abc31701ba49a4ae76d1e2f9eb875e is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:40.028175 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cd08c35e-1e87-4b65-a1f7-ec78505d6fc4 req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.76 "DELETE /v2.0/ports/4be948a5-3746-42f0-b8bb-4aeb503eface HTTP/1.1" status: 204 len: 173 time: 0.9507315 May 27 11:33:40.028997 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:40.035052 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:40.137172 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:40.225591 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:40.232660 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-3d0c08a4-e96f-4cbc-9c5e-cda5cad3104e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:40.274559 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a923e-da3e-4849-b6d0-dae92ac282d8,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:40.279496 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=42abc31701ba49a4ae76d1e2f9eb875e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113091 May 27 11:33:40.280435 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:40.282221 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34382) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:40.342286 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-8d8a852b-9bf2-4007-bf34-e7e8329136e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:40.367632 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-8d8a852b-9bf2-4007-bf34-e7e8329136e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:40.529353 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34388) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:40.535698 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-8d8a852b-9bf2-4007-bf34-e7e8329136e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:40.540434 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:40.556134 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a852b-9bf2-4007-bf34-e7e8329136e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a923e-da3e-4849-b6d0-dae92ac282d8,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:40.560629 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-8d8a852b-9bf2-4007-bf34-e7e8329136e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:40.562021 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-8d8a852b-9bf2-4007-bf34-e7e8329136e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:40.563590 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-8d8a852b-9bf2-4007-bf34-e7e8329136e9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f84a923e-da3e-4849-b6d0-dae92ac282d8 HTTP/1.1" status: 204 len: 168 time: 0.2802923 May 27 11:33:40.661204 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:40.675925 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:40.679660 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] Usage tracker for resource:security_group_rule and tenant:39a591d0e33d4497b06f19ecd21c94a6 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:40.683270 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:40.689193 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:40.776784 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:40.848414 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:40.857641 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:40.912729 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=39a591d0e33d4497b06f19ecd21c94a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797905 May 27 11:33:40.912729 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db81312-ee9c-4180-a37d-5daf853513df,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:40.913099 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34398) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:40.917795 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:40.988825 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.015290 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.122792 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.126575 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-cca0419f-0d73-4d1e-9046-240946cc581b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:41.143070 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db81312-ee9c-4180-a37d-5daf853513df,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:41.157375 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.159821 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.159821 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.159821 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.159821 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.160310 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.160621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.161092 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.161663 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.162273 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.162808 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.163315 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:41.170900 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34404) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:41.172086 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:41.203053 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.230813 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:41.236923 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] Usage tracker for resource:security_group_rule and tenant:560ec4877af74285b73366b1e1c13007 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:41.242096 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:41.251350 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:41.262015 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.263135 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6db81312-ee9c-4180-a37d-5daf853513df HTTP/1.1" status: 204 len: 168 time: 0.3489761 May 27 11:33:41.357160 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.425906 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.433635 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:41.476305 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=560ec4877af74285b73366b1e1c13007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021190 May 27 11:33:41.477494 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb2528-1db9-4f98-a904-9931475020a5,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:41.479848 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34414) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:41.482463 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:41.539275 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e4f19851-7f7c-4da9-9ea6-5c7d134f354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.567377 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e4f19851-7f7c-4da9-9ea6-5c7d134f354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.660103 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e4f19851-7f7c-4da9-9ea6-5c7d134f354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.665459 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:41.681907 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f19851-7f7c-4da9-9ea6-5c7d134f354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb2528-1db9-4f98-a904-9931475020a5,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:41.685505 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e4f19851-7f7c-4da9-9ea6-5c7d134f354b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:41.690480 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e4f19851-7f7c-4da9-9ea6-5c7d134f354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:41.691617 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-e4f19851-7f7c-4da9-9ea6-5c7d134f354b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b3bb2528-1db9-4f98-a904-9931475020a5 HTTP/1.1" status: 204 len: 168 time: 0.2108612 May 27 11:33:41.967374 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34422) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:41.988108 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:42.064208 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:42.067947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] Usage tracker for resource:security_group_rule and tenant:1dcb7dc7204647b6af767796c60c6cff is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:42.070808 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:42.076825 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:42.162551 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:42.248585 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:42.257416 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:42.300333 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1dcb7dc7204647b6af767796c60c6cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306818 May 27 11:33:42.301441 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a8076-ca14-4349-afdc-92266af17201,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:42.301858 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34438) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:42.304754 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:42.374760 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5ff581ef-4e9c-42d4-8699-1776259c361f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:42.425096 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5ff581ef-4e9c-42d4-8699-1776259c361f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:42.551486 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5ff581ef-4e9c-42d4-8699-1776259c361f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:42.556375 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8f81829c-1379-43c6-8991-17f7318c7dc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:42.575523 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff581ef-4e9c-42d4-8699-1776259c361f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a8076-ca14-4349-afdc-92266af17201,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:42.579809 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5ff581ef-4e9c-42d4-8699-1776259c361f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:42.586981 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5ff581ef-4e9c-42d4-8699-1776259c361f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:42.589029 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-5ff581ef-4e9c-42d4-8699-1776259c361f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d57a8076-ca14-4349-afdc-92266af17201 HTTP/1.1" status: 204 len: 168 time: 0.2852225 May 27 11:33:42.683248 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['4be948a5-3746-42f0-b8bb-4aeb503eface'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:33:42.759718 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750808b5-5890-473c-a9c9-8dbf60de6a37', 'name': 'network-vif-deleted', 'tag': '4be948a5-3746-42f0-b8bb-4aeb503eface', 'status': 'completed', 'code': 200} May 27 11:33:42.861876 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-1de41b0a-1e01-482f-b82f-2fddc2d2a70c req-9e5919a7-d3c4-49c4-b969-0c6a33c04726 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Synchronizing usage tracker for tenant:238960ec7c6b488bbf63c72a04972768 on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:33:42.961210 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-1de41b0a-1e01-482f-b82f-2fddc2d2a70c req-9e5919a7-d3c4-49c4-b969-0c6a33c04726 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Unset dirty status for tenant:238960ec7c6b488bbf63c72a04972768 on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:33:42.962430 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1de41b0a-1e01-482f-b82f-2fddc2d2a70c req-9e5919a7-d3c4-49c4-b969-0c6a33c04726 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 210 time: 0.1479666 May 27 11:33:43.611754 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 4be948a5-3746-42f0-b8bb-4aeb503eface no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:33:43.650841 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 4be948a5-3746-42f0-b8bb-4aeb503eface {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:33:43.651566 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 4be948a5-3746-42f0-b8bb-4aeb503eface not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:33:44.181419 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-08f6d0ea-8d3f-4a3c-b2be-230dbfdb7fa2 req-889fbfac-e340-4ee5-83f8-783f6df8d8b1 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] 10.222.0.86 "GET /v2.0/ports?device_id=750808b5-5890-473c-a9c9-8dbf60de6a37 HTTP/1.1" status: 200 len: 210 time: 0.0459261 May 27 11:33:47.374659 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34612) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:47.526697 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34624) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:47.608298 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:47.624068 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:47.627909 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] Usage tracker for resource:security_group_rule and tenant:29d62471654a46a5b953a8fb964cc213 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:47.630724 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:47.637460 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:47.661294 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:47.685532 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:47.692804 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] Usage tracker for resource:security_group_rule and tenant:68116e0bb8284b3081add4ffa170b20e is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:47.696233 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:47.705334 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:47.808300 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:47.849641 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:47.859907 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:47.867712 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e78891c4-d767-4456-a88d-714e4ed99320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:47.910676 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=29d62471654a46a5b953a8fb964cc213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5347862 May 27 11:33:47.912231 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82dadf3-673a-4a79-89c2-d024854779a7,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:47.913676 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34630) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:47.915601 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:47.921186 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:47.932474 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:47.971835 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bc7fb5-0bb3-48a1-a686-bf64abd54e67,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:47.977715 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=68116e0bb8284b3081add4ffa170b20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495821 May 27 11:33:47.978382 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34636) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:47.978663 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:47.995067 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e20b01c6-9cbd-4527-a20e-4cd5a6de2ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:48.042129 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e20b01c6-9cbd-4527-a20e-4cd5a6de2ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:48.093139 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c6454542-ef1a-4c5b-9519-31f75d8bedc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:48.121724 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c6454542-ef1a-4c5b-9519-31f75d8bedc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:48.237253 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e20b01c6-9cbd-4527-a20e-4cd5a6de2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:48.241196 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d44897f2-4582-4f10-b846-d745cb7541fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:48.255294 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b01c6-9cbd-4527-a20e-4cd5a6de2ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82dadf3-673a-4a79-89c2-d024854779a7,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:48.257722 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e20b01c6-9cbd-4527-a20e-4cd5a6de2ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:48.308826 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e20b01c6-9cbd-4527-a20e-4cd5a6de2ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:48.308826 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-e20b01c6-9cbd-4527-a20e-4cd5a6de2ebc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a82dadf3-673a-4a79-89c2-d024854779a7 HTTP/1.1" status: 204 len: 168 time: 0.3711021 May 27 11:33:48.328505 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c6454542-ef1a-4c5b-9519-31f75d8bedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:48.333001 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c6454542-ef1a-4c5b-9519-31f75d8bedc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:48.333001 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-c6454542-ef1a-4c5b-9519-31f75d8bedc0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/03bc7fb5-0bb3-48a1-a686-bf64abd54e67 HTTP/1.1" status: 204 len: 168 time: 0.3522985 May 27 11:33:48.333001 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-63acbfcc-91c4-49fe-b0ac-54e355870bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:48.344216 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6454542-ef1a-4c5b-9519-31f75d8bedc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bc7fb5-0bb3-48a1-a686-bf64abd54e67,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:48.346996 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c6454542-ef1a-4c5b-9519-31f75d8bedc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:49.070391 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34658) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:49.089534 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.103907 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:49.107766 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] Usage tracker for resource:security_group_rule and tenant:5fab594326aa455c993ce194e179bc6a is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:49.110661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:49.116456 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:49.142085 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34662) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:49.161182 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.176072 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:49.179837 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] Usage tracker for resource:security_group_rule and tenant:e49fd738649f46dea5a8e28546811d11 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:49.182642 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:49.188361 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:49.262777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.306612 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.309541 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.319192 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-cc55706d-543f-4d92-95a1-5d45a4933b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:49.359796 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5fab594326aa455c993ce194e179bc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882404 May 27 11:33:49.360877 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864dd256-a158-4cd0-b832-9600b361001f,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:49.362722 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34668) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:49.363390 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.364125 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:49.375033 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-0054e078-2eb3-475d-8fb5-d116c7f33983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:49.439588 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e49fd738649f46dea5a8e28546811d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963150 May 27 11:33:49.442302 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34672) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:49.443668 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a201da7f-5cbe-4288-a22c-18e4fc60dbeb,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:49.453132 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:49.480607 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5dac8cf5-9dd7-4103-90b3-40d7456f9c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.508611 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5dac8cf5-9dd7-4103-90b3-40d7456f9c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.517994 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc33b-8efd-4fcd-a85b-023cb202889d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.544322 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc33b-8efd-4fcd-a85b-023cb202889d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.620957 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5dac8cf5-9dd7-4103-90b3-40d7456f9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.624768 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bbe8aa4e-6187-40ff-a68b-5e9a057a32de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:49.638626 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac8cf5-9dd7-4103-90b3-40d7456f9c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864dd256-a158-4cd0-b832-9600b361001f,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:49.641115 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5dac8cf5-9dd7-4103-90b3-40d7456f9c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:49.647249 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc33b-8efd-4fcd-a85b-023cb202889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.649141 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5dac8cf5-9dd7-4103-90b3-40d7456f9c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.653588 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-5dac8cf5-9dd7-4103-90b3-40d7456f9c59 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/864dd256-a158-4cd0-b832-9600b361001f HTTP/1.1" status: 204 len: 168 time: 0.2784154 May 27 11:33:49.653769 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:49.673662 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dc33b-8efd-4fcd-a85b-023cb202889d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a201da7f-5cbe-4288-a22c-18e4fc60dbeb,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:49.677596 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9a5dc33b-8efd-4fcd-a85b-023cb202889d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:49.692198 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc33b-8efd-4fcd-a85b-023cb202889d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:49.693466 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-9a5dc33b-8efd-4fcd-a85b-023cb202889d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a201da7f-5cbe-4288-a22c-18e4fc60dbeb HTTP/1.1" status: 204 len: 168 time: 0.2501383 May 27 11:33:50.427301 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34706) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:50.487452 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-af13db4c-fc61-4359-8b28-21089202a797 admin admin] Deleting subnet a12ea2b6-667c-4734-a9e9-8401d377b044 {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:33:50.490348 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-af13db4c-fc61-4359-8b28-21089202a797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:50.552017 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-af13db4c-fc61-4359-8b28-21089202a797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225886'] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:50.607868 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-af13db4c-fc61-4359-8b28-21089202a797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:50.952542 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-af13db4c-fc61-4359-8b28-21089202a797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7864749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696197'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:50.958342 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9f2978df-14e7-4670-ab33-4656fa2fb20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:50.993335 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13db4c-fc61-4359-8b28-21089202a797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12ea2b6-667c-4734-a9e9-8401d377b044,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:50.997595 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-af13db4c-fc61-4359-8b28-21089202a797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:50.999482 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-af13db4c-fc61-4359-8b28-21089202a797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:51.008116 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34736) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:51.008596 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-af13db4c-fc61-4359-8b28-21089202a797 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a12ea2b6-667c-4734-a9e9-8401d377b044 HTTP/1.1" status: 204 len: 168 time: 0.5796309 May 27 11:33:51.120631 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:51.252846 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:51.267087 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.268004 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.268330 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.268943 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > port after_create 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.276579 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.277128 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > port after_update 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.277289 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.278052 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.278533 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.279016 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.372957 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.373382 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.373794 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.374212 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 11:33:51.374634 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985467df-f105-4b59-9859-c32d1eb713d1']}} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:51.388574 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dd0870-fd28-4efc-8a73-9c622fe7c444') {'for_net_delete': True} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:51.393509 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dd0870-fd28-4efc-8a73-9c622fe7c444') {} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:51.404045 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5579917'] for segment, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:51.421645 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:51.429502 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=92450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:33:51.429948 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5597077'] for segment, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: from cryptography.utils import int_from_bytes May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: from cryptography.utils import int_from_bytes May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: Traceback (most recent call last): May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: timer() May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: cb(*args, **kw) May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: return func(*args, **kwargs) May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: self._notify() May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: self.callback(batched_events) May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: event.method(event) May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: return f(self, *a, **k) May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._get(url).json() May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: return self.request(url, 'GET', **kwargs) May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:33:51.446575 dv-cinder-751579-23-iscsi neutron-server[92450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:33:51.592041 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:51.599444 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:51.602226 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:51.625793 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Pushing event deleted for resources: {'Network': ['ID=985467df-f105-4b59-9859-c32d1eb713d1,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:51.628410 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:51.750362 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-9a4b3e4d-6759-48fd-b137-ba0b6ba25797 admin admin] 10.222.0.86 "DELETE /v2.0/networks/985467df-f105-4b59-9859-c32d1eb713d1 HTTP/1.1" status: 204 len: 168 time: 0.7413242 May 27 11:33:52.214488 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34806) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:52.274931 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-417fd705-613a-4ad0-b889-c73aa0b5c174 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=238960ec7c6b488bbf63c72a04972768&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0592322 May 27 11:33:52.279665 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34812) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:52.342803 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-20ac0cf2-08c2-4ff9-b2e7-28f884300bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:52.368719 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-20ac0cf2-08c2-4ff9-b2e7-28f884300bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:52.534543 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-20ac0cf2-08c2-4ff9-b2e7-28f884300bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:52.538529 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ef70617b-c4c9-4c37-956d-b8c78b723afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:52.551915 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac0cf2-08c2-4ff9-b2e7-28f884300bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f2778c-f001-4847-871f-732184ca0986,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:52.555790 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-20ac0cf2-08c2-4ff9-b2e7-28f884300bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:52.560553 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-20ac0cf2-08c2-4ff9-b2e7-28f884300bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:52.561678 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-20ac0cf2-08c2-4ff9-b2e7-28f884300bb9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e4f2778c-f001-4847-871f-732184ca0986 HTTP/1.1" status: 204 len: 168 time: 0.2810442 May 27 11:33:53.656895 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34846) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:53.764466 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-623883060-network', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:33:53.768981 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:53.772788 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Usage tracker for resource:network and tenant:86c7df34d18c4d668f9c0dcc54412d37 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:53.775622 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:53.782838 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:53.854221 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Made reservation on behalf of 86c7df34d18c4d668f9c0dcc54412d37 for: {'network': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:33:53.856556 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:53.868633 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:53.883223 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:53.887741 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Usage tracker for resource:security_group_rule and tenant:86c7df34d18c4d668f9c0dcc54412d37 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:53.890539 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:53.896218 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:53.976139 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:54.037664 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:54.040860 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-bf812f8a-8d1d-46f9-9bf0-801343ce5281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:54.069570 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=92449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:33:54.078860 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9696906-3b7d-4033-bc72-75e269b30405,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:54.082453 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:54.084872 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:54.085219 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.segments_db [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Added segment 2d54ca26-dab4-49e8-ba1b-f32a483397d6 of type vlan for network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 May 27 11:33:54.114925 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:54.271304 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:54.272687 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:54.273292 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:54.277170 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f3c58049-7713-4472-9c5b-5a09567ffac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:54.388435 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Pushing event updated for resources: {'Network': ['ID=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:54.391616 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:54.399097 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:33:54.449548 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7915497 May 27 11:33:54.452285 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 34862) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:54.457736 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Request body: {'subnet': {'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-623883060-subnet', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:33:54.462710 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:54.467455 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Usage tracker for resource:subnet and tenant:86c7df34d18c4d668f9c0dcc54412d37 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:54.470474 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:54.476681 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:54.539952 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Made reservation on behalf of 86c7df34d18c4d668f9c0dcc54412d37 for: {'subnet': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:33:54.543005 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696232'] for subnet, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:55.020445 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7864812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696254'] for subnet, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:55.025454 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-af13db4c-fc61-4359-8b28-21089202a797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:55.103348 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d6a16e-463b-4dd4-b6ee-678ef930d025,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:55.109037 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:55.112019 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Checking segment: {'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:33:55.112019 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Network hostable DHCP agents. Network: 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:33:55.189988 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:33:55.298541 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7) {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:33:55.309324 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:33:55.310105 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:55.310821 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e772bd5-579c-4d68-b0aa-9d29f2e44da6 None None] Network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:33:55.434754 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-2785b996-b531-43bc-b95f-4d78fe37683b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9813128 May 27 11:33:55.437107 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34894) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:55.446612 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-623883060-router', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:33:55.453662 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:33:55.459496 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Usage tracker for resource:router and tenant:86c7df34d18c4d668f9c0dcc54412d37 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:33:55.463000 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:33:55.469543 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:33:55.518808 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30d66f-a935-46eb-9e4b-1ae1e7201af0 None None] Network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:33:55.529111 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-884385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:55.530407 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-881313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:55.561574 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:55.895908 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:56.355615 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:56.392323 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:56.535952 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Allocated IP 172.27.0.209 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/adabc773-0626-4de3-a218-ab0009e160cf) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:33:56.694404 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:56.837882 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:56.844048 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:56.911778 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:33:56.914699 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:33:56.919891 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:33:56.957746 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Pushing event updated for resources: {'Port': ['ID=adabc773-0626-4de3-a218-ab0009e160cf,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:56.966538 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:57.434635 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:57.773852 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-884406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583'] for router, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:58.162565 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Router b0569849-84bb-4afd-9aed-d9016d1d8f3b is scheduled to L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def with binding_index 1 {{(pid=92450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:33:58.375374 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:33:58.385447 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Sync routers for ids ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:33:58.395782 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Routers {'b0569849-84bb-4afd-9aed-d9016d1d8f3b'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:33:58.396427 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:33:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:58.494382 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Notify callbacks [] for router, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:58.498228 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0561965 May 27 11:33:58.498465 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 34928) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:33:58.581725 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Set router b0569849-84bb-4afd-9aed-d9016d1d8f3b gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:33:58.925065 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'name': 'tempest-ServerRescueNegativeTestJSON-623883060-router', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:33:55Z', 'updated_at': '2021-05-27T11:33:57Z', 'revision_number': 3, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'gw_port': {'id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:33:56Z', 'updated_at': '2021-05-27T11:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:33:58.930623 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Checking router: b0569849-84bb-4afd-9aed-d9016d1d8f3b for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:33:58.931105 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Updating router b0569849-84bb-4afd-9aed-d9016d1d8f3b port adabc773-0626-4de3-a218-ab0009e160cf binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:33:59.031346 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:59.377322 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:59.475877 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:59.489734 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Transition to ACTIVE for port object adabc773-0626-4de3-a218-ab0009e160cf will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:33:59.608768 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:59.613844 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:59.626749 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Allocated IP 172.20.0.1 (07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7/32d6a16e-463b-4dd4-b6ee-678ef930d025/b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:33:59.696961 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Pushing event updated for resources: {'Port': ['ID=adabc773-0626-4de3-a218-ab0009e160cf,revision_number=2']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:33:59.699924 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Attempting to bind port adabc773-0626-4de3-a218-ab0009e160cf on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:33:59.700320 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Attempting to bind port adabc773-0626-4de3-a218-ab0009e160cf by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:33:59.700704 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Attempting to bind port adabc773-0626-4de3-a218-ab0009e160cf on network aff141f8-ece8-4c78-b753-2e9475f6af8e {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:33:59.709682 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:33:59.710058 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:33:59.710462 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:59.710866 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Bound using segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:33:59.711340 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Bound port: adabc773-0626-4de3-a218-ab0009e160cf, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:33:59.711710 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:59.740154 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.740531 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.740874 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.741207 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.741537 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.741866 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.742186 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.742508 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.742830 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.743372 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.743697 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.744051 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:33:59.751844 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:33:59.814348 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] For port adabc773-0626-4de3-a218-ab0009e160cf, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:33:59.821562 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] For port adabc773-0626-4de3-a218-ab0009e160cf, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=adabc773-0626-4de3-a218-ab0009e160cf,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:33:59.906189 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:59.912618 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:33:59.915852 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-f5346f94-db3e-43ba-b3a2-03e74e3dc02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:33:59.989495 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Routers {'b0569849-84bb-4afd-9aed-d9016d1d8f3b'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:33:59.990127 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:33:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:00.059425 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:00.065624 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:00.108074 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Pushing event updated for resources: {'Port': ['ID=adabc773-0626-4de3-a218-ab0009e160cf,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:00.112663 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:00.140311 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:00.143188 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:00.146645 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:34:00.208005 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:00.215005 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:00.234208 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] Set router b0569849-84bb-4afd-9aed-d9016d1d8f3b gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:00.263678 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-880233'] for router_interface, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:00.571732 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'name': 'tempest-ServerRescueNegativeTestJSON-623883060-router', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:33:55Z', 'updated_at': '2021-05-27T11:33:57Z', 'revision_number': 3, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'gw_port': {'id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:33:56Z', 'updated_at': '2021-05-27T11:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:00.576035 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8ca45-4442-4fb1-ad7f-e936cc03c75c None None] The sync data for ids ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'] in dv-cinder-751579-23-iscsi is: [{'id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'name': 'tempest-ServerRescueNegativeTestJSON-623883060-router', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:33:55Z', 'updated_at': '2021-05-27T11:33:57Z', 'revision_number': 3, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'gw_port': {'id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:33:56Z', 'updated_at': '2021-05-27T11:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:34:00.671055 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:00.932524 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:01.001350 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:01.035204 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f3ddce94-69a9-4cd5-951d-ee5c90d77301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:01.118198 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:01.121119 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1035732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880330'] for router_interface, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:01.129001 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:01.264861 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:01.266041 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:01.473744 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Router b0569849-84bb-4afd-9aed-d9016d1d8f3b has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:34:01.655374 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:34:01.664441 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] 10.222.0.86 "PUT /v2.0/routers/b0569849-84bb-4afd-9aed-d9016d1d8f3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1649857 May 27 11:34:02.091144 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device adabc773-0626-4de3-a218-ab0009e160cf up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:02.163938 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Sync routers for ids ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:34:02.179036 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Routers {'b0569849-84bb-4afd-9aed-d9016d1d8f3b'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:34:02.179677 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:33:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:02.317570 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port adabc773-0626-4de3-a218-ab0009e160cf completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:02.343164 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port adabc773-0626-4de3-a218-ab0009e160cf triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:02.343539 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:02.427696 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Set router b0569849-84bb-4afd-9aed-d9016d1d8f3b gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:02.475784 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:02.707080 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:02.739094 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port adabc773-0626-4de3-a218-ab0009e160cf, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=adabc773-0626-4de3-a218-ab0009e160cf,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:02.753494 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-4d06cb63-ad00-4944-b8f2-bdedc4a9edfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:02.840636 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'name': 'tempest-ServerRescueNegativeTestJSON-623883060-router', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:33:55Z', 'updated_at': '2021-05-27T11:34:00Z', 'revision_number': 4, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'gw_port': {'id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:33:56Z', 'updated_at': '2021-05-27T11:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': 'b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4', 'name': '', 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'mac_address': 'fa:16:3e:fa:06:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '32d6a16e-463b-4dd4-b6ee-678ef930d025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:33:59Z', 'updated_at': '2021-05-27T11:34:00Z', 'revision_number': 2, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'subnets': [{'id': '32d6a16e-463b-4dd4-b6ee-678ef930d025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:02.844567 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Checking router: b0569849-84bb-4afd-9aed-d9016d1d8f3b for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:34:02.844917 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Updating router b0569849-84bb-4afd-9aed-d9016d1d8f3b port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 binding host dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:34:02.873396 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:02.880715 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-bef6b714-0caa-4c31-b372-93b2b8823139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:02.954399 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:03.003113 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=adabc773-0626-4de3-a218-ab0009e160cf,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:03.024190 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.024571 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.024882 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.025214 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.025531 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.026050 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.026455 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.026780 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.027102 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.027669 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.028037 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.028353 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:03.033541 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:03.356100 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Notify callbacks [] for port, precommit_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:03.368567 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Transition to ACTIVE for port object b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:03.471287 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:03.475413 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:03.635523 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a73b0-44f2-4c66-89a7-bffe8f309be9 None None] Pushing event updated for resources: {'Port': ['ID=b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:03.643263 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-397a73b0-44f2-4c66-89a7-bffe8f309be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:03.659944 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-77529d59-1433-465d-bd80-a810862fac50 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:03.661477 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-77529d59-1433-465d-bd80-a810862fac50 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/networks?id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 HTTP/1.1" status: 200 len: 818 time: 0.2450316 May 27 11:34:03.678358 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-a25e3a0d-dcb7-439a-b2fc-1e121a440e35 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/quotas/86c7df34d18c4d668f9c0dcc54412d37 HTTP/1.1" status: 200 len: 375 time: 0.0102508 May 27 11:34:03.746432 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Attempting to bind port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:34:03.746716 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Attempting to bind port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:34:03.747075 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Attempting to bind port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 on network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:03.752493 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:34:03.752866 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Checking segment: {'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:03.753271 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:03.753665 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Bound using segment: {'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:34:03.754135 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Bound port: b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:34:03.754508 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:03.762230 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-3f8245fc-bea6-4f9d-a8b8-e7c101683321 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Synchronizing usage tracker for tenant:86c7df34d18c4d668f9c0dcc54412d37 on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:34:03.843139 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-3f8245fc-bea6-4f9d-a8b8-e7c101683321 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Unset dirty status for tenant:86c7df34d18c4d668f9c0dcc54412d37 on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:34:03.843361 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-3f8245fc-bea6-4f9d-a8b8-e7c101683321 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1588135 May 27 11:34:03.848169 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] For port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:34:03.851511 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] For port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:34:03.929388 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:03.934733 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-e0162095-b450-4b74-85bf-7a1e3790b5e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:03.983040 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-07cc48c1-7648-4454-994b-0f0173ba5f5d service neutron] 10.222.0.86 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325934 May 27 11:34:04.020230 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Routers {'b0569849-84bb-4afd-9aed-d9016d1d8f3b'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:34:04.020652 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:33:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:04.091221 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device adabc773-0626-4de3-a218-ab0009e160cf up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:04.139533 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a73b0-44f2-4c66-89a7-bffe8f309be9 None None] Pushing event updated for resources: {'Port': ['ID=b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:04.152830 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-925c5e63-a776-487e-b996-2fdfdb3bcd4a service neutron] 10.222.0.86 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629128 May 27 11:34:04.164161 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-397a73b0-44f2-4c66-89a7-bffe8f309be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:04.284848 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port adabc773-0626-4de3-a218-ab0009e160cf triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:04.285169 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:04.340714 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] Set router b0569849-84bb-4afd-9aed-d9016d1d8f3b gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:04.547008 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-571f5703-2d70-4ec1-9c24-78715daabe95 req-9dc7bbf9-458b-4945-a70c-8e51bc681fcf tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 210 time: 0.0634763 May 27 11:34:04.799695 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'name': 'tempest-ServerRescueNegativeTestJSON-623883060-router', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:33:55Z', 'updated_at': '2021-05-27T11:34:00Z', 'revision_number': 4, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'gw_port': {'id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:33:56Z', 'updated_at': '2021-05-27T11:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': 'b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4', 'name': '', 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'mac_address': 'fa:16:3e:fa:06:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '32d6a16e-463b-4dd4-b6ee-678ef930d025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:33:59Z', 'updated_at': '2021-05-27T11:34:03Z', 'revision_number': 4, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'subnets': [{'id': '32d6a16e-463b-4dd4-b6ee-678ef930d025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:04.804492 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869059f1-d294-4944-97b9-b06f862cae19 None None] The sync data for ids ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'] in dv-cinder-751579-23-iscsi is: [{'id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'name': 'tempest-ServerRescueNegativeTestJSON-623883060-router', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:33:55Z', 'updated_at': '2021-05-27T11:34:00Z', 'revision_number': 4, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'gw_port': {'id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:33:56Z', 'updated_at': '2021-05-27T11:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': 'b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4', 'name': '', 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'mac_address': 'fa:16:3e:fa:06:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '32d6a16e-463b-4dd4-b6ee-678ef930d025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:33:59Z', 'updated_at': '2021-05-27T11:34:03Z', 'revision_number': 4, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'subnets': [{'id': '32d6a16e-463b-4dd4-b6ee-678ef930d025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:34:04.920346 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-a26eadd9-96a0-4b4e-8bfd-abaa5c968104 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:04.920346 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-a26eadd9-96a0-4b4e-8bfd-abaa5c968104 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/networks?id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 HTTP/1.1" status: 200 len: 818 time: 0.2012439 May 27 11:34:04.936652 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:34:04.942280 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-a1dd4e77-cbe7-405c-b1ba-868e2f9e5c25 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/quotas/86c7df34d18c4d668f9c0dcc54412d37 HTTP/1.1" status: 200 len: 375 time: 0.0113699 May 27 11:34:05.039114 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-3df84e2c-37ea-4416-a472-fd14846eed2e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871508 May 27 11:34:05.075891 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:05.249448 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8694a94a-20c8-458d-9781-4dcde03f4b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:05.261499 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-933b4f57-f2fe-4ecf-92cc-4a648df668bd service neutron] 10.222.0.86 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128534 May 27 11:34:05.314123 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35102) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:05.455438 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-a1d6c91e-ea90-4071-824a-f3bff34692ff service neutron] 10.222.0.86 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859298 May 27 11:34:05.574181 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:05.593926 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:05.602554 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] Usage tracker for resource:security_group_rule and tenant:984c1ac7dea349228a1a956a2c1107b3 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:05.621588 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:05.632819 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:05.872854 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:05.935476 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c0a3f6a-7fe7-47d5-83e9-c82eab00cabb req-175c766e-c6a0-4d9d-afb3-6452bdfe2591 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 210 time: 0.0721827 May 27 11:34:05.973918 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:06.001854 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-57c9da3c-9aad-46b3-b8cb-f4a1c74888e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:06.062683 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49fe1db-e872-403b-bcd5-f0729366b227,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:06.121926 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:06.125070 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=984c1ac7dea349228a1a956a2c1107b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8092432 May 27 11:34:06.130083 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35140) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:06.171094 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:06.232420 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:06.243751 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-571ba326-1069-4472-a6e0-dbad3f9d221a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:06.300092 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-571ba326-1069-4472-a6e0-dbad3f9d221a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:06.647292 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:06.653525 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:06.654003 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:06.694998 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-571ba326-1069-4472-a6e0-dbad3f9d221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:06.703504 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9a5dc33b-8efd-4fcd-a85b-023cb202889d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:06.740464 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ba326-1069-4472-a6e0-dbad3f9d221a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49fe1db-e872-403b-bcd5-f0729366b227,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:06.753591 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-571ba326-1069-4472-a6e0-dbad3f9d221a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:06.766815 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-571ba326-1069-4472-a6e0-dbad3f9d221a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:06.768339 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-571ba326-1069-4472-a6e0-dbad3f9d221a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a49fe1db-e872-403b-bcd5-f0729366b227 HTTP/1.1" status: 204 len: 168 time: 0.6315217 May 27 11:34:06.896176 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:06.957470 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:07.042097 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:07.055804 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:07.133017 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5ad7ab91-16f3-4f49-806f-c72bafd138ff req-74517d0c-e642-4eec-afab-4a02ebd41570 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 210 time: 0.0669143 May 27 11:34:07.166972 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:07.170099 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:07.502148 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35182) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:07.623141 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:07.638966 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:07.642804 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] Usage tracker for resource:security_group_rule and tenant:c6532dc30f034590b2c2f2cbad19448d is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:07.646041 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:07.653317 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:07.741833 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:07.848509 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:07.865138 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4812f072-cd04-4e8a-a6aa-7780a66ed64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:07.921368 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c6532dc30f034590b2c2f2cbad19448d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4155629 May 27 11:34:07.921368 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5e0828-7eb5-4b36-ab39-52ec59dc5d4c,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:07.921909 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 35194) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:07.934283 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:07.951420 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:07.987776 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-36e6abb2-3245-429a-b2a3-7f4a9103c6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:08.023393 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-36e6abb2-3245-429a-b2a3-7f4a9103c6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:08.060187 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:08.188726 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:08.189101 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:08.399938 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-ae81e16d-b932-4a1c-b27b-ad41277fa060 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:08.406442 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-ae81e16d-b932-4a1c-b27b-ad41277fa060 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.76 "GET /v2.0/networks?id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 HTTP/1.1" status: 200 len: 818 time: 0.2933419 May 27 11:34:08.409344 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-36e6abb2-3245-429a-b2a3-7f4a9103c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:08.419442 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e20b01c6-9cbd-4527-a20e-4cd5a6de2ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:08.434549 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6abb2-3245-429a-b2a3-7f4a9103c6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5e0828-7eb5-4b36-ab39-52ec59dc5d4c,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:08.437695 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-36e6abb2-3245-429a-b2a3-7f4a9103c6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:08.476379 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Request body: {'port': {'device_id': '6538b3bc-eb06-420f-8dce-03cdb1557943', 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7', 'admin_state_up': True, 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:08.516364 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5bf95c9e-8286-4d18-9ab1-5d503b8aabd9 req-2557a88c-1def-4b1f-8544-cd3dbcc2e7e1 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 210 time: 0.0862699 May 27 11:34:08.519758 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-36e6abb2-3245-429a-b2a3-7f4a9103c6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:08.523114 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-36e6abb2-3245-429a-b2a3-7f4a9103c6c2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9b5e0828-7eb5-4b36-ab39-52ec59dc5d4c HTTP/1.1" status: 204 len: 168 time: 0.5981231 May 27 11:34:08.748907 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:08.764594 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:08.843116 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Made reservation on behalf of 86c7df34d18c4d668f9c0dcc54412d37 for: {'port': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:08.846779 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:09.083482 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Allocated IP 172.20.0.7 (07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7/32d6a16e-463b-4dd4-b6ee-678ef930d025/625d2025-b212-411c-993e-4fc534b487cc) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:34:09.089846 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-1a473c06-4c51-4997-8576-4d0bad3f51cc tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:09.090570 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-1a473c06-4c51-4997-8576-4d0bad3f51cc tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Synchronizing usage tracker for tenant:86c7df34d18c4d668f9c0dcc54412d37 on resource:network {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:34:09.220112 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-1a473c06-4c51-4997-8576-4d0bad3f51cc tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Unset dirty status for tenant:86c7df34d18c4d668f9c0dcc54412d37 on resource:network {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:34:09.221677 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-1a473c06-4c51-4997-8576-4d0bad3f51cc tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.76 "GET /v2.0/networks?id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 HTTP/1.1" status: 200 len: 818 time: 0.3002672 May 27 11:34:09.244146 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Request body: {'port': {'device_id': '8d1476eb-cfaa-46b1-9242-a87b80cb8378', 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7', 'admin_state_up': True, 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:09.353138 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:09.431352 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:09.442937 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:09.462413 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 35256) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:09.482046 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:09.498972 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:09.503047 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] Usage tracker for resource:security_group_rule and tenant:52dce0c4fdaf452c848c7f101539e913 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:09.506146 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:09.513202 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:09.518995 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:09.531529 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-08a9d6f3-a23a-4cdf-929d-28c93fc8ec27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:09.563154 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Made reservation on behalf of 86c7df34d18c4d668f9c0dcc54412d37 for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:09.567089 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:09.623566 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Pushing event updated for resources: {'Port': ['ID=625d2025-b212-411c-993e-4fc534b487cc,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:09.631111 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:09.649755 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:09.684839 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:09.695447 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:34:09.730944 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ba1bd0ad-f235-4c0f-97a7-d18ed606e340 req-cf8f38da-72c0-4156-b702-9cc595f3a1a1 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 210 time: 0.0875177 May 27 11:34:09.773029 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Allocated IP 172.20.0.13 (07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7/32d6a16e-463b-4dd4-b6ee-678ef930d025/260be62b-acf1-4fd7-8be2-ff835577409a) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:34:09.782110 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:09.783463 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:09.845927 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:09.853222 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35268) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:09.926796 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:09.941925 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-4fbc3523-15e2-4567-ada4-e545e4793733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:09.960919 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5275562 May 27 11:34:09.994594 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2c4f47-ddaf-472f-ac28-a37b5c204000,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:09.998878 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=52dce0c4fdaf452c848c7f101539e913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5352931 May 27 11:34:09.999790 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:10.004438 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 35276) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:10.009153 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.038090 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:10.045892 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] Usage tracker for resource:security_group_rule and tenant:70d41e2944fd4505bbf6453e09fcd6cb is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:10.055965 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:10.065468 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:10.067438 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db3633dd-9cdc-4cca-ad52-658cbcafc22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.069249 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.095841 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db3633dd-9cdc-4cca-ad52-658cbcafc22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.172889 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.272034 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.279277 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:10.323337 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db3633dd-9cdc-4cca-ad52-658cbcafc22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.328573 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:10.343517 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3633dd-9cdc-4cca-ad52-658cbcafc22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2c4f47-ddaf-472f-ac28-a37b5c204000,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:10.351714 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-db3633dd-9cdc-4cca-ad52-658cbcafc22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:10.354664 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db3633dd-9cdc-4cca-ad52-658cbcafc22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.358875 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-db3633dd-9cdc-4cca-ad52-658cbcafc22e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7b2c4f47-ddaf-472f-ac28-a37b5c204000 HTTP/1.1" status: 204 len: 168 time: 0.3529396 May 27 11:34:10.361149 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.399710 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=70d41e2944fd4505bbf6453e09fcd6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423868 May 27 11:34:10.399710 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:10.400132 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 35286) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:10.415325 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:10.438422 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Pushing event updated for resources: {'Port': ['ID=260be62b-acf1-4fd7-8be2-ff835577409a,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:10.441064 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:34:10.473432 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:10.473937 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-42f8c125-a953-4016-9220-dd3713bc6585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:10.518912 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35292) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:10.524300 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5009ab90-4b43-439b-89e7-3de2eb3dd641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.536777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebd4e49-f1e4-4636-a57e-bff0128fa84f,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:10.540530 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:10.555941 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5009ab90-4b43-439b-89e7-3de2eb3dd641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.570769 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:10.571399 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.704375 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5009ab90-4b43-439b-89e7-3de2eb3dd641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.709268 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5dac8cf5-9dd7-4103-90b3-40d7456f9c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:10.722522 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009ab90-4b43-439b-89e7-3de2eb3dd641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebd4e49-f1e4-4636-a57e-bff0128fa84f,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:10.725441 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5009ab90-4b43-439b-89e7-3de2eb3dd641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:10.727358 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5009ab90-4b43-439b-89e7-3de2eb3dd641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.731315 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-5009ab90-4b43-439b-89e7-3de2eb3dd641 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2ebd4e49-f1e4-4636-a57e-bff0128fa84f HTTP/1.1" status: 204 len: 168 time: 0.3264515 May 27 11:34:10.747412 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5083203 May 27 11:34:10.800732 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.820832 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:10.823748 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] Usage tracker for resource:security_group_rule and tenant:3c31b3f3b167440da6a416eed841c667 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:10.826934 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:10.833367 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:10.930413 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.980462 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:10.989243 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8a07ea53-892d-4b0d-b2e2-5374237e0915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:11.034966 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c31b3f3b167440da6a416eed841c667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114090 May 27 11:34:11.034966 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35312) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:11.036235 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99bd319-e6a5-477f-9842-3fa15e526145,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:11.048170 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:11.101585 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-37ea7a5a-0864-4fb4-ac61-0926a6303f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:11.132481 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-37ea7a5a-0864-4fb4-ac61-0926a6303f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:11.379892 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-37ea7a5a-0864-4fb4-ac61-0926a6303f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:11.384831 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5ff581ef-4e9c-42d4-8699-1776259c361f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:11.399598 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea7a5a-0864-4fb4-ac61-0926a6303f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99bd319-e6a5-477f-9842-3fa15e526145,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:11.403364 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-37ea7a5a-0864-4fb4-ac61-0926a6303f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:11.404579 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-37ea7a5a-0864-4fb4-ac61-0926a6303f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:11.408315 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-37ea7a5a-0864-4fb4-ac61-0926a6303f07 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f99bd319-e6a5-477f-9842-3fa15e526145 HTTP/1.1" status: 204 len: 168 time: 0.3736904 May 27 11:34:12.503202 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Request body: {'port': {'device_id': '8d1476eb-cfaa-46b1-9242-a87b80cb8378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:12.504238 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Request body: {'port': {'device_id': '6538b3bc-eb06-420f-8dce-03cdb1557943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:12.812423 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:12.831050 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:12.901596 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480f286-59fe-450f-a321-9d392ee662d8 req-2256b467-fe00-4d11-8104-fad64d64a09f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:12.902941 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-8480f286-59fe-450f-a321-9d392ee662d8 req-2256b467-fe00-4d11-8104-fad64d64a09f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Synchronizing usage tracker for tenant:86c7df34d18c4d668f9c0dcc54412d37 on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:34:12.989066 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-8480f286-59fe-450f-a321-9d392ee662d8 req-2256b467-fe00-4d11-8104-fad64d64a09f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Unset dirty status for tenant:86c7df34d18c4d668f9c0dcc54412d37 on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:34:12.990720 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8480f286-59fe-450f-a321-9d392ee662d8 req-2256b467-fe00-4d11-8104-fad64d64a09f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 932 time: 0.2786157 May 27 11:34:13.025415 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 35390) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:13.135905 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8480f286-59fe-450f-a321-9d392ee662d8 req-bf531167-4d9e-49a9-bc02-88d0734e97d2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356742 May 27 11:34:13.330613 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625d2025-b212-411c-993e-4fc534b487cc {{(pid=92450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:34:13.339263 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:13.360341 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Transition to ACTIVE for port object 625d2025-b212-411c-993e-4fc534b487cc will not be triggered until provisioned by entity L2. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:13.366302 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1320075807-network', 'tenant_id': 'a00eb19f03074b6cb3c1e8e2775384cb'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:13.370948 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:13.375018 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Usage tracker for resource:network and tenant:a00eb19f03074b6cb3c1e8e2775384cb is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:13.377956 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:13.383832 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:13.442595 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:13.448623 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7fa39fc1-83c4-463f-9e9d-2045a554ab92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:13.554772 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Made reservation on behalf of a00eb19f03074b6cb3c1e8e2775384cb for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:13.559464 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:13.600564 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:13.628875 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:13.631088 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Pushing event updated for resources: {'Port': ['ID=625d2025-b212-411c-993e-4fc534b487cc,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:13.637000 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:13.773787 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Usage tracker for resource:security_group_rule and tenant:a00eb19f03074b6cb3c1e8e2775384cb is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:13.811712 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:13.833067 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:13.894712 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260be62b-acf1-4fd7-8be2-ff835577409a {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:34:13.909328 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:13.918824 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Attempting to bind port 625d2025-b212-411c-993e-4fc534b487cc on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:34:13.918824 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Attempting to bind port 625d2025-b212-411c-993e-4fc534b487cc by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'}] {{(pid=92450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:34:13.918824 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Attempting to bind port 625d2025-b212-411c-993e-4fc534b487cc on network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:13.926028 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Transition to ACTIVE for port object 260be62b-acf1-4fd7-8be2-ff835577409a will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:13.927365 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Port 625d2025-b212-411c-993e-4fc534b487cc on network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:34:13.927684 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Attempting to bind port 625d2025-b212-411c-993e-4fc534b487cc on network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:13.939094 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:34:13.939712 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Checking segment: {'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:13.940129 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Bound using segment: {'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'} {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:34:13.940582 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Bound port: 625d2025-b212-411c-993e-4fc534b487cc, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'}}] {{(pid=92450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:34:13.940928 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.001786 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.006654 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:14.117662 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] For port 625d2025-b212-411c-993e-4fc534b487cc, host hv-cinder-75157, cleared binding levels {{(pid=92450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:34:14.132842 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.138904 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] For port 625d2025-b212-411c-993e-4fc534b487cc, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=625d2025-b212-411c-993e-4fc534b487cc,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:34:14.187062 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Pushing event updated for resources: {'Port': ['ID=260be62b-acf1-4fd7-8be2-ff835577409a,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:14.202588 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.205800 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:14.234791 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:14.250440 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9c09b9-c15f-44f6-8991-8d56f6000b38,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:14.253376 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.254246 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:34:14.256793 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:14.267905 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:14.299051 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Attempting to bind port 260be62b-acf1-4fd7-8be2-ff835577409a on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:34:14.299496 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Attempting to bind port 260be62b-acf1-4fd7-8be2-ff835577409a by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:34:14.299894 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Attempting to bind port 260be62b-acf1-4fd7-8be2-ff835577409a on network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:14.304619 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Port 260be62b-acf1-4fd7-8be2-ff835577409a on network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:34:14.305008 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Attempting to bind port 260be62b-acf1-4fd7-8be2-ff835577409a on network 07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:14.323298 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:34:14.323733 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Checking segment: {'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:14.324132 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Bound using segment: {'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:34:14.324566 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Bound port: 260be62b-acf1-4fd7-8be2-ff835577409a, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d54ca26-dab4-49e8-ba1b-f32a483397d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:34:14.324913 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.364286 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:14.365160 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.366544 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] 10.222.0.76 "PUT /v2.0/ports/625d2025-b212-411c-993e-4fc534b487cc HTTP/1.1" status: 200 len: 1093 time: 1.8733406 May 27 11:34:14.367241 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6538b3bc-eb06-420f-8dce-03cdb1557943', 'tag': '625d2025-b212-411c-993e-4fc534b487cc'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:34:14.381042 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.384395 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Added segment 783bef33-6afd-4b4d-a21b-c4557c5b67df of type vlan for network 78a067fa-0d18-424a-8b9f-3feb1d9256cf May 27 11:34:14.428394 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6538b3bc-eb06-420f-8dce-03cdb1557943', 'tag': '625d2025-b212-411c-993e-4fc534b487cc', 'status': 'completed', 'code': 200} May 27 11:34:14.438817 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.446473 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Pushing event updated for resources: {'Port': ['ID=625d2025-b212-411c-993e-4fc534b487cc,revision_number=3']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:14.451320 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:14.485868 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] For port 260be62b-acf1-4fd7-8be2-ff835577409a, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:34:14.486126 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d236457-b6de-4859-96ca-4bc8df3ce2bf req-47a53720-da40-421a-a8d0-fe6c5bfaa53c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:14.487611 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0d236457-b6de-4859-96ca-4bc8df3ce2bf req-47a53720-da40-421a-a8d0-fe6c5bfaa53c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 944 time: 0.1839998 May 27 11:34:14.498136 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] For port 260be62b-acf1-4fd7-8be2-ff835577409a, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=260be62b-acf1-4fd7-8be2-ff835577409a,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:34:14.563562 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.568334 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:14.584182 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.588779 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:14.589377 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.595150 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:14.611940 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0d236457-b6de-4859-96ca-4bc8df3ce2bf req-c2d0dc01-dec7-439c-acfb-a61fc13a56de tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877662 May 27 11:34:14.663407 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:14.664049 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.665441 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e227d5da-f983-4116-b5ed-55757746912a service neutron] 10.222.0.76 "PUT /v2.0/ports/260be62b-acf1-4fd7-8be2-ff835577409a HTTP/1.1" status: 200 len: 1094 time: 2.1710365 May 27 11:34:14.665907 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1476eb-cfaa-46b1-9242-a87b80cb8378', 'tag': '260be62b-acf1-4fd7-8be2-ff835577409a'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:34:14.706450 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Pushing event updated for resources: {'Port': ['ID=260be62b-acf1-4fd7-8be2-ff835577409a,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:14.724882 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Pushing event updated for resources: {'Network': ['ID=78a067fa-0d18-424a-8b9f-3feb1d9256cf,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:14.724882 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:14.731054 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:14.731548 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c537d-679b-445b-b305-38adf73e8f71 req-f9bb2235-459c-432b-b7a4-45ca73a96aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:14.733132 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-133c537d-679b-445b-b305-38adf73e8f71 req-f9bb2235-459c-432b-b7a4-45ca73a96aa1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 1096 time: 0.2423270 May 27 11:34:14.736331 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1476eb-cfaa-46b1-9242-a87b80cb8378', 'tag': '260be62b-acf1-4fd7-8be2-ff835577409a', 'status': 'completed', 'code': 200} May 27 11:34:14.739549 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network 78a067fa-0d18-424a-8b9f-3feb1d9256cf details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:34:14.751503 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 35436) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:14.803922 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7723546 May 27 11:34:14.805660 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35442) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:14.845176 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Request body: {'subnet': {'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1320075807-subnet', 'tenant_id': 'a00eb19f03074b6cb3c1e8e2775384cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:14.854798 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:14.864271 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Usage tracker for resource:subnet and tenant:a00eb19f03074b6cb3c1e8e2775384cb is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:14.868348 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:14.885889 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:14.914547 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03e3bd-14cd-4141-b3ff-fb904b418861 req-2b073140-43ac-4e2a-8a61-0c29097cf29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:14.916370 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-8a03e3bd-14cd-4141-b3ff-fb904b418861 req-2b073140-43ac-4e2a-8a61-0c29097cf29b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 1097 time: 0.1073418 May 27 11:34:14.935297 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:14.967567 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:14.975361 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] Usage tracker for resource:security_group_rule and tenant:a1112cd73ad34f9ba04d952c1f7b1b8d is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:14.981780 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:15.000299 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:15.015045 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Made reservation on behalf of a00eb19f03074b6cb3c1e8e2775384cb for: {'subnet': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:15.017028 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696232'] for subnet, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:15.040029 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c537d-679b-445b-b305-38adf73e8f71 req-87d9caaf-f85e-4306-9866-1d26d38d53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:15.042526 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-133c537d-679b-445b-b305-38adf73e8f71 req-87d9caaf-f85e-4306-9866-1d26d38d53b2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2342861 May 27 11:34:15.179046 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03e3bd-14cd-4141-b3ff-fb904b418861 req-5eb7614c-e581-4bf5-bc92-b35c0aec9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:15.180523 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-8a03e3bd-14cd-4141-b3ff-fb904b418861 req-5eb7614c-e581-4bf5-bc92-b35c0aec9ea0 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2495127 May 27 11:34:15.273896 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:15.276787 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c537d-679b-445b-b305-38adf73e8f71 req-ba1ff7cc-4919-4d5a-b9de-bda73a94af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:15.278985 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-133c537d-679b-445b-b305-38adf73e8f71 req-ba1ff7cc-4919-4d5a-b9de-bda73a94af21 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2259021 May 27 11:34:15.345375 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:15.378777 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7bff2efa-6953-48a5-bd53-9749f4bb0457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:15.392504 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a1112cd73ad34f9ba04d952c1f7b1b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6358850 May 27 11:34:15.400145 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35460) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:15.418450 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03e3bd-14cd-4141-b3ff-fb904b418861 req-7173834b-66f4-4c27-ba58-739c48a0812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:15.419874 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-8a03e3bd-14cd-4141-b3ff-fb904b418861 req-7173834b-66f4-4c27-ba58-739c48a0812b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2319086 May 27 11:34:15.470595 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f3143c-2b0a-4275-a63e-12e9ff8052cb,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:15.486988 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:15.500889 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f6edff85-5578-4111-8755-35ea28f5a070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:15.511018 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-8339a686-ecb6-43b4-8e2b-e97827809c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:15.512657 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-8339a686-ecb6-43b4-8e2b-e97827809c22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 1096 time: 0.1349294 May 27 11:34:15.607488 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-32cb9c14-a3ff-4bdf-bcf7-7e2d3d08a865 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=625d2025-b212-411c-993e-4fc534b487cc HTTP/1.1" status: 200 len: 217 time: 0.0713325 May 27 11:34:15.704406 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-9f45d0f1-1aa2-4b74-8fd7-4fa209575057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:15.706039 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-9f45d0f1-1aa2-4b74-8fd7-4fa209575057 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32d6a16e-463b-4dd4-b6ee-678ef930d025 HTTP/1.1" status: 200 len: 858 time: 0.0855851 May 27 11:34:15.711887 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f6edff85-5578-4111-8755-35ea28f5a070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:15.786325 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-73daaf18-1cb6-4dd1-a07c-3f781c3dd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:15.788554 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-73daaf18-1cb6-4dd1-a07c-3f781c3dd58e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 1097 time: 0.2888119 May 27 11:34:15.797492 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-91d92c28-7de5-4ef9-9724-60fcc19890c5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822473 May 27 11:34:15.892006 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-6ec9bed7-b58e-43a6-b2cb-a8afbcc6479f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=260be62b-acf1-4fd7-8be2-ff835577409a HTTP/1.1" status: 200 len: 217 time: 0.0687492 May 27 11:34:15.893225 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f6edff85-5578-4111-8755-35ea28f5a070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:15.896845 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:15.948078 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edff85-5578-4111-8755-35ea28f5a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f3143c-2b0a-4275-a63e-12e9ff8052cb,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:15.958003 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f6edff85-5578-4111-8755-35ea28f5a070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:16.014529 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f4976-5191-481e-b397-ce9848ea445f req-025af027-ff27-4b0e-a1ed-bab8e4a144e0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:16.016063 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2d5f4976-5191-481e-b397-ce9848ea445f req-025af027-ff27-4b0e-a1ed-bab8e4a144e0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 944 time: 0.2173660 May 27 11:34:16.018843 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-75f9e094-fd9a-4712-835c-181500129b4a service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793737 May 27 11:34:16.021946 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f6edff85-5578-4111-8755-35ea28f5a070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:16.022959 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-f6edff85-5578-4111-8755-35ea28f5a070 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/83f3143c-2b0a-4275-a63e-12e9ff8052cb HTTP/1.1" status: 204 len: 168 time: 0.6214573 May 27 11:34:16.029948 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-f3e0837b-487a-4bcb-934b-8cdc13fe3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:16.031329 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-f3e0837b-487a-4bcb-934b-8cdc13fe3fa6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32d6a16e-463b-4dd4-b6ee-678ef930d025 HTTP/1.1" status: 200 len: 858 time: 0.1250253 May 27 11:34:16.124618 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7864812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696254'] for subnet, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:16.154918 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-6ee26577-560b-43fb-a9da-508ab2a17dcd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147878 May 27 11:34:16.156739 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:16.414998 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2d5f4976-5191-481e-b397-ce9848ea445f req-394b20a2-b1bb-4784-ad51-0d59d9b67333 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788145 May 27 11:34:16.435284 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cb1a63ff-3a48-463c-9cb8-eca8f3646db4 req-b2c692c9-3aec-4fe8-9ee3-f3d032c7b853 service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801234 May 27 11:34:16.443176 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cb609c-7e79-4a73-8542-1f269f07e4d6,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:16.452894 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:16.459471 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-e3659848-6dd9-474b-b8ce-3fda1c2f9fd9 service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515349 May 27 11:34:16.460175 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Checking segment: {'id': '783bef33-6afd-4b4d-a21b-c4557c5b67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:16.460526 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Network hostable DHCP agents. Network: 78a067fa-0d18-424a-8b9f-3feb1d9256cf, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:34:16.618706 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e581158c-0485-4b16-b37c-9377b2bb0136 req-65e9700a-61d3-4d94-b6b2-6b9acf65d163 service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494582 May 27 11:34:16.631365 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Network 78a067fa-0d18-424a-8b9f-3feb1d9256cf is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:34:16.734057 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, 78a067fa-0d18-424a-8b9f-3feb1d9256cf) {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:16.744929 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:16.745278 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b38d1-0dbb-4182-824a-15bddf736a1c None None] Network 78a067fa-0d18-424a-8b9f-3feb1d9256cf requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:34:16.745719 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:16.847757 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-93b8a539-4450-4aee-851b-3898396163b9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0320842 May 27 11:34:16.847757 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35488) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:16.865589 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:16.882629 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:16.887345 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b03cb8e84c0849eda0f704924dcf94a2 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:16.889950 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:16.896753 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:16.954417 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b71bb8-aab4-4296-b5c5-b9990cbec112 None None] Network 78a067fa-0d18-424a-8b9f-3feb1d9256cf requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:34:16.999671 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:17.082501 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:17.106419 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b098b01b-79ea-462f-aef9-bf9dcc1eebf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:17.136610 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 35498) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:17.137119 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b03cb8e84c0849eda0f704924dcf94a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930481 May 27 11:34:17.150608 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602fd72a-87bb-4149-9ae7-9f040816ba28,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:17.154453 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:17.203238 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5152-a672-4fc1-b558-4f38fb6f63a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:17.232887 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5152-a672-4fc1-b558-4f38fb6f63a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:17.403206 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5152-a672-4fc1-b558-4f38fb6f63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:17.408377 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d1cd2ace-3317-4571-84de-45f82c335df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:17.430674 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c5152-a672-4fc1-b558-4f38fb6f63a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602fd72a-87bb-4149-9ae7-9f040816ba28,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:17.433707 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-6d9c5152-a672-4fc1-b558-4f38fb6f63a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:17.453015 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-6d9c5152-a672-4fc1-b558-4f38fb6f63a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:17.454429 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-6d9c5152-a672-4fc1-b558-4f38fb6f63a2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/602fd72a-87bb-4149-9ae7-9f040816ba28 HTTP/1.1" status: 204 len: 168 time: 0.3168507 May 27 11:34:17.658018 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd203dd-d285-4022-b8e4-1372a8218f33 req-0a13a5f5-a84f-442b-a3db-3e64f04eae78 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:17.659893 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9cd203dd-d285-4022-b8e4-1372a8218f33 req-0a13a5f5-a84f-442b-a3db-3e64f04eae78 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 944 time: 0.0945048 May 27 11:34:17.716123 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9cd203dd-d285-4022-b8e4-1372a8218f33 req-a5b2fdff-8778-4fd6-b75a-5f2285572f2d tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 May 27 11:34:18.483045 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 625d2025-b212-411c-993e-4fc534b487cc details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:34:18.681339 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 625d2025-b212-411c-993e-4fc534b487cc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=625d2025-b212-411c-993e-4fc534b487cc,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:18.698426 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '625d2025-b212-411c-993e-4fc534b487cc', 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7', 'port_id': '625d2025-b212-411c-993e-4fc534b487cc', 'mac_address': 'fa:16:3e:7a:ed:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d6a16e-463b-4dd4-b6ee-678ef930d025', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:34:18.787833 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:18.809971 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625d2025-b212-411c-993e-4fc534b487cc {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:34:18.829025 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 625d2025-b212-411c-993e-4fc534b487cc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=625d2025-b212-411c-993e-4fc534b487cc,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:18.919242 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad1fa-989d-4d3d-be01-c0922f3ceb7f req-83a2a365-0d31-459e-8dd4-2dc1d6d9ad0e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:18.920798 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9e8ad1fa-989d-4d3d-be01-c0922f3ceb7f req-83a2a365-0d31-459e-8dd4-2dc1d6d9ad0e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 944 time: 0.0904858 May 27 11:34:18.957100 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:18.958087 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 260be62b-acf1-4fd7-8be2-ff835577409a details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:34:18.962310 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-1a62d4c3-06bd-42c6-9871-095baac0f034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:18.977269 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9e8ad1fa-989d-4d3d-be01-c0922f3ceb7f req-f00fa781-5a0d-4e7b-bfce-517212fc1ffb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504620 May 27 11:34:19.047225 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 260be62b-acf1-4fd7-8be2-ff835577409a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=260be62b-acf1-4fd7-8be2-ff835577409a,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:19.054625 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=625d2025-b212-411c-993e-4fc534b487cc,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:19.058381 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:19.067117 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '260be62b-acf1-4fd7-8be2-ff835577409a', 'network_id': '07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7', 'port_id': '260be62b-acf1-4fd7-8be2-ff835577409a', 'mac_address': 'fa:16:3e:de:36:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d6a16e-463b-4dd4-b6ee-678ef930d025', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:34:19.138848 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:19.160244 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260be62b-acf1-4fd7-8be2-ff835577409a {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:34:19.179951 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 260be62b-acf1-4fd7-8be2-ff835577409a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=260be62b-acf1-4fd7-8be2-ff835577409a,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:19.374519 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:19.376050 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:19.444703 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=260be62b-acf1-4fd7-8be2-ff835577409a,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:19.448849 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:19.577556 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-1d654d28-15bc-4bd0-857d-1b1b7942b208 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:19.578256 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-1d654d28-15bc-4bd0-857d-1b1b7942b208 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Synchronizing usage tracker for tenant:a00eb19f03074b6cb3c1e8e2775384cb on resource:network {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:34:19.677522 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-1d654d28-15bc-4bd0-857d-1b1b7942b208 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Unset dirty status for tenant:a00eb19f03074b6cb3c1e8e2775384cb on resource:network {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:34:19.678881 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-1d654d28-15bc-4bd0-857d-1b1b7942b208 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/networks?id=78a067fa-0d18-424a-8b9f-3feb1d9256cf HTTP/1.1" status: 200 len: 814 time: 0.2558639 May 27 11:34:19.702521 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-c5c067a2-f3c3-44c3-899a-028827594cad tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/quotas/a00eb19f03074b6cb3c1e8e2775384cb HTTP/1.1" status: 200 len: 375 time: 0.0165243 May 27 11:34:19.758131 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-2ec8674e-2263-4148-a174-cc612664521b tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a00eb19f03074b6cb3c1e8e2775384cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499992 May 27 11:34:19.882535 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['260be62b-acf1-4fd7-8be2-ff835577409a'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:34:19.913908 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-13a2c45e-db9c-48c3-a887-b67362f972ac service neutron] 10.222.0.86 "GET /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466277 May 27 11:34:19.945621 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['625d2025-b212-411c-993e-4fc534b487cc'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:34:20.122998 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-82622476-9d03-4ec0-a1b2-dcba983c06fb service neutron] 10.222.0.86 "GET /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029951 May 27 11:34:20.319965 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbd09b-1b05-4183-b069-1aa68f98d17d req-e60e35f7-7cf6-46d4-9d84-0d700a02f2c4 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:20.321682 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e0cbd09b-1b05-4183-b069-1aa68f98d17d req-e60e35f7-7cf6-46d4-9d84-0d700a02f2c4 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 945 time: 0.1063581 May 27 11:34:20.440389 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7a498cf4-81c4-4db0-9d92-c21fada5c5fb req-67e8bf8e-81c2-45d3-9800-6546b57f088d tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 210 time: 0.0582447 May 27 11:34:20.456301 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e0cbd09b-1b05-4183-b069-1aa68f98d17d req-a95b13b0-276e-4e47-841f-297d4823b8db tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277969 May 27 11:34:21.595687 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-df3d5082-1cac-48cd-9b87-e16790a8c1ce req-39c159c2-8012-4133-9135-9d883a0abd55 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 210 time: 0.0516112 May 27 11:34:21.735306 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbbabc-c414-4365-86ee-66c7d7686128 req-cc34314d-3a32-4a61-810b-b06bbc2e5db7 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:21.736839 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-82cbbabc-c414-4365-86ee-66c7d7686128 req-cc34314d-3a32-4a61-810b-b06bbc2e5db7 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 945 time: 0.0981848 May 27 11:34:21.789683 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-82cbbabc-c414-4365-86ee-66c7d7686128 req-93ced1f2-7f9b-4eea-9523-37ce79c07a4b tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462930 May 27 11:34:21.926999 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35694) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:22.079728 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:22.098211 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:22.102920 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] Usage tracker for resource:security_group_rule and tenant:bdd506eabe614dddae043e9d20dc6c5a is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:22.106550 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:22.112619 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:22.212556 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:22.315696 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:22.325692 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5e8d8787-6ca4-41df-9eb8-1a415ccbdad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:22.371532 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bdd506eabe614dddae043e9d20dc6c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433868 May 27 11:34:22.372491 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df5840-a166-4c41-a445-0896abafe722,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:22.372630 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 35718) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:22.375654 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:22.450313 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-77f29a9b-6b7f-4aa6-a9c4-384a3f6b5d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:22.479256 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-77f29a9b-6b7f-4aa6-a9c4-384a3f6b5d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:22.511376 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 260be62b-acf1-4fd7-8be2-ff835577409a up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:22.643338 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-77f29a9b-6b7f-4aa6-a9c4-384a3f6b5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:22.650251 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cf39bc09-8206-44cc-9f37-4bdfeb92642f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:22.664468 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f29a9b-6b7f-4aa6-a9c4-384a3f6b5d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df5840-a166-4c41-a445-0896abafe722,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:22.669499 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-77f29a9b-6b7f-4aa6-a9c4-384a3f6b5d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:22.674344 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-77f29a9b-6b7f-4aa6-a9c4-384a3f6b5d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:22.675769 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-77f29a9b-6b7f-4aa6-a9c4-384a3f6b5d1c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0df5840-a166-4c41-a445-0896abafe722 HTTP/1.1" status: 204 len: 168 time: 0.3021178 May 27 11:34:22.717157 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 260be62b-acf1-4fd7-8be2-ff835577409a completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:22.722608 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 260be62b-acf1-4fd7-8be2-ff835577409a triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:22.723000 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:22.766398 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e2af3a35-70f9-4182-800d-77c89a3746e1 req-cb19ec00-c10a-40fd-bb1a-8ff540052b0c tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 210 time: 0.0550098 May 27 11:34:22.882434 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:22.927583 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1476eb-cfaa-46b1-9242-a87b80cb8378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260be62b-acf1-4fd7-8be2-ff835577409a'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:34:22.940507 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 260be62b-acf1-4fd7-8be2-ff835577409a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=260be62b-acf1-4fd7-8be2-ff835577409a,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:22.981892 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1476eb-cfaa-46b1-9242-a87b80cb8378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260be62b-acf1-4fd7-8be2-ff835577409a', 'code': 200} May 27 11:34:23.007358 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:23.008220 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 625d2025-b212-411c-993e-4fc534b487cc up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:23.018681 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a817bb-71cf-42ca-b615-5af28af28e9e req-564d1ecf-89c0-4c0f-bc6c-277062de0133 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:23.020250 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e9a817bb-71cf-42ca-b615-5af28af28e9e req-564d1ecf-89c0-4c0f-bc6c-277062de0133 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 945 time: 0.1018908 May 27 11:34:23.063422 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-397a73b0-44f2-4c66-89a7-bffe8f309be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:23.086845 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e9a817bb-71cf-42ca-b615-5af28af28e9e req-b15db372-f974-4f5d-b599-78996323ea53 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606854 May 27 11:34:23.208551 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=260be62b-acf1-4fd7-8be2-ff835577409a,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:23.211704 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:23.322793 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 625d2025-b212-411c-993e-4fc534b487cc completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:23.328129 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 625d2025-b212-411c-993e-4fc534b487cc triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:23.328503 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:23.525319 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:23.563533 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9c293676-ee34-4f64-b978-5a0b1dbeec1c tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:23.565723 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9c293676-ee34-4f64-b978-5a0b1dbeec1c tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.76 "GET /v2.0/networks?id=78a067fa-0d18-424a-8b9f-3feb1d9256cf HTTP/1.1" status: 200 len: 814 time: 0.2291727 May 27 11:34:23.569855 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 625d2025-b212-411c-993e-4fc534b487cc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=625d2025-b212-411c-993e-4fc534b487cc,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:23.602704 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Request body: {'port': {'device_id': 'e9d583f7-a31c-4545-a33e-727b1f8f003f', 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf', 'admin_state_up': True, 'tenant_id': 'a00eb19f03074b6cb3c1e8e2775384cb'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:23.626126 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:23.628086 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:23.689692 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b82e2d-8eb8-42fb-b8a3-22b17eaa44d5 req-02f2913c-c4eb-428c-8e70-da555e7e0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:23.691452 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-47b82e2d-8eb8-42fb-b8a3-22b17eaa44d5 req-02f2913c-c4eb-428c-8e70-da555e7e0afd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 1099 time: 0.1461179 May 27 11:34:23.727607 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=625d2025-b212-411c-993e-4fc534b487cc,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:23.733505 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:23.740864 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-47b82e2d-8eb8-42fb-b8a3-22b17eaa44d5 req-de59a117-5525-4891-a566-c00560edae38 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 May 27 11:34:23.796168 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:23.801444 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Usage tracker for resource:port and tenant:a00eb19f03074b6cb3c1e8e2775384cb is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:23.804587 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:23.814191 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:23.921511 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Made reservation on behalf of a00eb19f03074b6cb3c1e8e2775384cb for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:23.925846 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:24.123690 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4c371b66-39b8-4793-b63f-45fd469165f8 req-0ca56f1b-e40a-4283-af71-72cc343d279e tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 210 time: 0.0686815 May 27 11:34:24.198742 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Allocated IP 172.20.0.11 (78a067fa-0d18-424a-8b9f-3feb1d9256cf/41cb609c-7e79-4a73-8542-1f269f07e4d6/2977ab6c-55c8-4208-b9c8-3b39b30e65e8) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:34:24.312026 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b0272-1330-42a9-99a1-9e4065bf4ceb req-b0be921b-2419-4546-9303-06fc4f4f6275 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:24.320802 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0c3b0272-1330-42a9-99a1-9e4065bf4ceb req-b0be921b-2419-4546-9303-06fc4f4f6275 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1053376 May 27 11:34:24.410414 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0c3b0272-1330-42a9-99a1-9e4065bf4ceb req-2790dd12-0cc2-48b5-871b-bdc146ee859b tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795012 May 27 11:34:24.477127 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:24.563220 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:24.571669 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8021903f-cf2a-4563-98c1-66a994f5c1d4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:24.692419 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Network 78a067fa-0d18-424a-8b9f-3feb1d9256cf is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:24.700878 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:24.705468 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:34:24.764396 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Pushing event updated for resources: {'Port': ['ID=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:24.768641 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:24.782297 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:24.782911 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:24.901470 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3030334 May 27 11:34:24.927379 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Request body: {'port': {'device_id': 'e9d583f7-a31c-4545-a33e-727b1f8f003f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:24.983912 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6538b3bc-eb06-420f-8dce-03cdb1557943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625d2025-b212-411c-993e-4fc534b487cc'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:34:25.032313 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6538b3bc-eb06-420f-8dce-03cdb1557943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625d2025-b212-411c-993e-4fc534b487cc', 'code': 200} May 27 11:34:25.044972 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:25.319165 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49051f-7457-41ab-ba5e-df6e0f8c79f9 req-5986f156-807e-419d-a935-9efc8f8a60ec tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:25.327342 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4a49051f-7457-41ab-ba5e-df6e0f8c79f9 req-5986f156-807e-419d-a935-9efc8f8a60ec tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 932 time: 0.0959814 May 27 11:34:25.377847 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-4a49051f-7457-41ab-ba5e-df6e0f8c79f9 req-8ea40044-bf49-4ec3-82e9-d1a0c6954bfe tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Synchronizing usage tracker for tenant:a00eb19f03074b6cb3c1e8e2775384cb on resource:security_group {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:34:25.441753 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:34:25.449328 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:25.467835 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Transition to ACTIVE for port object 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:25.498413 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-4a49051f-7457-41ab-ba5e-df6e0f8c79f9 req-8ea40044-bf49-4ec3-82e9-d1a0c6954bfe tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Unset dirty status for tenant:a00eb19f03074b6cb3c1e8e2775384cb on resource:security_group {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:34:25.500103 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4a49051f-7457-41ab-ba5e-df6e0f8c79f9 req-8ea40044-bf49-4ec3-82e9-d1a0c6954bfe tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719465 May 27 11:34:25.609079 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:25.614689 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:25.801338 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dfa59-3fcd-4427-845a-f0e318b0003c req-fb14314d-b905-4083-8e44-6bc658d3c4b6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:25.802546 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Pushing event updated for resources: {'Port': ['ID=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:25.803239 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-380dfa59-3fcd-4427-845a-f0e318b0003c req-fb14314d-b905-4083-8e44-6bc658d3c4b6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2397988 May 27 11:34:25.833506 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:25.834625 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17944fff-93ad-420f-93a0-7ab45eeffef2 req-52f07061-333e-43b7-8dd6-3feef618d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:25.836158 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17944fff-93ad-420f-93a0-7ab45eeffef2 req-52f07061-333e-43b7-8dd6-3feef618d94b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 1098 time: 0.1236677 May 27 11:34:25.874822 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-380dfa59-3fcd-4427-845a-f0e318b0003c req-a22552f7-970f-41fe-82c7-622c92767723 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633471 May 27 11:34:25.888587 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Attempting to bind port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:34:25.889465 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Attempting to bind port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '783bef33-6afd-4b4d-a21b-c4557c5b67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:34:25.889693 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Attempting to bind port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 on network 78a067fa-0d18-424a-8b9f-3feb1d9256cf {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:25.897044 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 on network 78a067fa-0d18-424a-8b9f-3feb1d9256cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:34:25.897422 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Attempting to bind port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 on network 78a067fa-0d18-424a-8b9f-3feb1d9256cf {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:25.903623 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:34:25.904004 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Checking segment: {'id': '783bef33-6afd-4b4d-a21b-c4557c5b67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:25.904911 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Bound using segment: {'id': '783bef33-6afd-4b4d-a21b-c4557c5b67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:34:25.904911 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Bound port: 2977ab6c-55c8-4208-b9c8-3b39b30e65e8, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783bef33-6afd-4b4d-a21b-c4557c5b67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:34:25.905236 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:25.912150 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17944fff-93ad-420f-93a0-7ab45eeffef2 req-70b893e9-0f80-4211-921b-b936b73935f3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563812 May 27 11:34:26.000035 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] For port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:34:26.002917 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] For port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,segment=NetworkSegment(783bef33-6afd-4b4d-a21b-c4557c5b67df),segment_id=783bef33-6afd-4b4d-a21b-c4557c5b67df)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:34:26.071897 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:26.077332 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:26.136476 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:26.137070 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:26.138466 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] 10.222.0.76 "PUT /v2.0/ports/2977ab6c-55c8-4208-b9c8-3b39b30e65e8 HTTP/1.1" status: 200 len: 1094 time: 1.2158513 May 27 11:34:26.138936 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d583f7-a31c-4545-a33e-727b1f8f003f', 'tag': '2977ab6c-55c8-4208-b9c8-3b39b30e65e8'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:34:26.160887 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Pushing event updated for resources: {'Port': ['ID=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:26.163902 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:26.185309 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d583f7-a31c-4545-a33e-727b1f8f003f', 'tag': '2977ab6c-55c8-4208-b9c8-3b39b30e65e8', 'status': 'completed', 'code': 200} May 27 11:34:26.455426 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acb1ea-c932-4717-852f-825051eb6324 req-9ef766ff-0556-4878-b675-4f61a5bab69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:26.464628 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-90acb1ea-c932-4717-852f-825051eb6324 req-9ef766ff-0556-4878-b675-4f61a5bab69a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a00eb19f03074b6cb3c1e8e2775384cb&device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 1097 time: 0.0800884 May 27 11:34:26.637848 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acb1ea-c932-4717-852f-825051eb6324 req-3263f99c-c09d-46af-a91a-d64321aee7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:26.639215 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-90acb1ea-c932-4717-852f-825051eb6324 req-3263f99c-c09d-46af-a91a-d64321aee7a8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a00eb19f03074b6cb3c1e8e2775384cb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1623962 May 27 11:34:26.723584 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422de8cc-25f9-41fd-97f8-7c964b21bd07 req-2c3232c7-41b9-4f22-9487-fe35267fb9be tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:26.728610 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-422de8cc-25f9-41fd-97f8-7c964b21bd07 req-2c3232c7-41b9-4f22-9487-fe35267fb9be tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 944 time: 0.1028554 May 27 11:34:26.785342 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-422de8cc-25f9-41fd-97f8-7c964b21bd07 req-a4b99f5c-f7d9-4622-a35a-b35b33e5a803 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488739 May 27 11:34:26.818800 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acb1ea-c932-4717-852f-825051eb6324 req-9ce4f4bb-9d60-452a-999d-9998214a8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:26.820280 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-90acb1ea-c932-4717-852f-825051eb6324 req-9ce4f4bb-9d60-452a-999d-9998214a8887 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1645713 May 27 11:34:26.989236 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-b147cdc8-e772-44c1-860b-7688dc16ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:26.992093 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-b147cdc8-e772-44c1-860b-7688dc16ef38 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a00eb19f03074b6cb3c1e8e2775384cb&device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 1097 time: 0.0857618 May 27 11:34:27.087805 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-d0817d08-e2c7-4dfb-8064-e3473cd67c33 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2977ab6c-55c8-4208-b9c8-3b39b30e65e8 HTTP/1.1" status: 200 len: 217 time: 0.0762432 May 27 11:34:27.088581 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd68b6-3b6a-4340-a5e2-8b14f7b4f04c req-d5e89d97-73d6-43e6-89ed-1959f356a96f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:27.090404 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ffcd68b6-3b6a-4340-a5e2-8b14f7b4f04c req-d5e89d97-73d6-43e6-89ed-1959f356a96f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1008296 May 27 11:34:27.145323 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ffcd68b6-3b6a-4340-a5e2-8b14f7b4f04c req-e6db6b2c-4f05-4047-94c2-b0f9c0febcbf tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 May 27 11:34:27.165322 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-a373fa57-40a2-4b3f-9ef5-45b0704ffa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:27.165322 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-a373fa57-40a2-4b3f-9ef5-45b0704ffa30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=41cb609c-7e79-4a73-8542-1f269f07e4d6 HTTP/1.1" status: 200 len: 854 time: 0.0669224 May 27 11:34:27.320704 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-5c5ecd3d-983c-47ea-b3d1-cff05e164409 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=78a067fa-0d18-424a-8b9f-3feb1d9256cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150248 May 27 11:34:27.475555 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-fff2ba7e-d562-45e9-9932-51ecad54c33e service neutron] 10.222.0.76 "GET /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416278 May 27 11:34:27.616069 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-17e58d60-4e81-4a9c-96f8-e537f23c1461 req-ecc57bf6-0e24-4404-9494-e49d9a7d27b8 service neutron] 10.222.0.76 "GET /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325600 May 27 11:34:27.979963 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35916) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:28.005624 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e20168-93c4-4b9d-8e4a-5c6b7de4d9ba req-9769bc99-48ac-4336-88de-3d0c9d7ab0bc tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:28.012715 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-26e20168-93c4-4b9d-8e4a-5c6b7de4d9ba req-9769bc99-48ac-4336-88de-3d0c9d7ab0bc tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1907878 May 27 11:34:28.017420 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b5d1c-1880-4b1b-b821-939c98579e12 req-4cee3b71-ccd9-44ea-91c7-8741965ae6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:28.019008 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-756b5d1c-1880-4b1b-b821-939c98579e12 req-4cee3b71-ccd9-44ea-91c7-8741965ae6e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 1099 time: 0.1195464 May 27 11:34:28.082180 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899155c5-3eea-4239-96ea-62d9581be98a req-8fb9debc-c5c8-44b0-9108-860c4e077048 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:28.085016 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-899155c5-3eea-4239-96ea-62d9581be98a req-8fb9debc-c5c8-44b0-9108-860c4e077048 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 944 time: 0.1510568 May 27 11:34:28.090581 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-26e20168-93c4-4b9d-8e4a-5c6b7de4d9ba req-7624fe36-86ab-4795-8e3f-aee5bf4d9900 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767810 May 27 11:34:28.152712 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:28.157096 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-899155c5-3eea-4239-96ea-62d9581be98a req-2465c541-71da-4e62-88f2-e79cd6935e98 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650001 May 27 11:34:28.186936 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:28.205188 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] Usage tracker for resource:security_group_rule and tenant:9d5ee8102591412d99524b3229619769 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:28.210532 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:28.233591 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:28.243831 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b5d1c-1880-4b1b-b821-939c98579e12 req-1de9b7aa-3a20-4b38-9bdd-9b20c409826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:28.246544 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-756b5d1c-1880-4b1b-b821-939c98579e12 req-1de9b7aa-3a20-4b38-9bdd-9b20c409826e service neutron] 10.222.0.76 "GET /v2.0/networks?id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 HTTP/1.1" status: 200 len: 920 time: 0.2159050 May 27 11:34:28.345287 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-756b5d1c-1880-4b1b-b821-939c98579e12 req-2f6b44b7-2b9c-4bdd-8842-fd67a5f8690c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=260be62b-acf1-4fd7-8be2-ff835577409a HTTP/1.1" status: 200 len: 217 time: 0.0709546 May 27 11:34:28.451539 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b5d1c-1880-4b1b-b821-939c98579e12 req-3a3b36af-9b19-44bf-8046-4c53c29f2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:28.453013 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-756b5d1c-1880-4b1b-b821-939c98579e12 req-3a3b36af-9b19-44bf-8046-4c53c29f2c77 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32d6a16e-463b-4dd4-b6ee-678ef930d025 HTTP/1.1" status: 200 len: 858 time: 0.1004565 May 27 11:34:28.454639 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:28.507087 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-756b5d1c-1880-4b1b-b821-939c98579e12 req-a5f9f16e-5fda-45d0-97f1-803c48c5e911 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432878 May 27 11:34:28.537405 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:28.550929 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:28.653019 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb367f0-66a2-44ca-8f6c-a2c11ae4ff0b,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:28.660912 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:28.668248 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9d5ee8102591412d99524b3229619769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833298 May 27 11:34:28.677037 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35932) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:28.680669 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-665fb9c6-fcc0-4732-b128-64bbfbf84887 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916073 May 27 11:34:28.743551 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-756b5d1c-1880-4b1b-b821-939c98579e12 req-30813666-6ef5-435e-a931-519aa4620db5 service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269773 May 27 11:34:28.799749 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1ab06792-a980-4454-afed-89700427e607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:28.862719 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 35940) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:28.891478 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-be78ba0b-57da-400a-8a59-34ed093295d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:28.892994 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-be78ba0b-57da-400a-8a59-34ed093295d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 1098 time: 0.1281300 May 27 11:34:28.917506 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1ab06792-a980-4454-afed-89700427e607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:29.008900 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-756b5d1c-1880-4b1b-b821-939c98579e12 req-6ea2d291-8c40-447f-9459-d6a67672002b service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427716 May 27 11:34:29.038050 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:29.060630 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:29.075638 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] Usage tracker for resource:security_group_rule and tenant:4d486fd75829482aad0c5b17ddfebf36 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:29.080555 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:29.090191 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:29.111719 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1ab06792-a980-4454-afed-89700427e607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:29.117873 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:29.118708 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-e1da515f-725e-488b-8c9d-9a4cdf622505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:29.122466 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-e1da515f-725e-488b-8c9d-9a4cdf622505 service neutron] 10.222.0.76 "GET /v2.0/networks?id=47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 200 len: 912 time: 0.2024360 May 27 11:34:29.130064 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab06792-a980-4454-afed-89700427e607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb367f0-66a2-44ca-8f6c-a2c11ae4ff0b,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:29.133065 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1ab06792-a980-4454-afed-89700427e607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:29.139661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1ab06792-a980-4454-afed-89700427e607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:29.140811 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-1ab06792-a980-4454-afed-89700427e607 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fdb367f0-66a2-44ca-8f6c-a2c11ae4ff0b HTTP/1.1" status: 204 len: 168 time: 0.4715700 May 27 11:34:29.376221 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-8236c165-3282-4f1b-b178-ac04cb6eb5f2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204 HTTP/1.1" status: 200 len: 1000 time: 0.2411122 May 27 11:34:29.488393 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:29.513358 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-af7e855c-dead-46be-ad85-a4cc14b4556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:29.514863 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-af7e855c-dead-46be-ad85-a4cc14b4556f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eac499-a6b2-4315-b03e-39ac1743fde5 HTTP/1.1" status: 200 len: 849 time: 0.1187098 May 27 11:34:29.530853 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbe652-762c-46b4-ab8c-8f990f4dbd6e req-7e38dd70-3204-404f-b363-cfce1ae5f311 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:29.532430 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42bbe652-762c-46b4-ab8c-8f990f4dbd6e req-7e38dd70-3204-404f-b363-cfce1ae5f311 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2829151 May 27 11:34:29.539989 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d7e6b-f7f0-401e-9022-ebc15ec1e781 req-d68d1e7c-6517-43fd-95a9-7a641a45763d tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:29.541914 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-532d7e6b-f7f0-401e-9022-ebc15ec1e781 req-d68d1e7c-6517-43fd-95a9-7a641a45763d tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 944 time: 0.2337856 May 27 11:34:29.595918 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:29.627611 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-a433f1ff-f3fa-4dd9-9321-42788c9421e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:29.715828 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b2a657-c3e7-4108-82a5-cd9f2d481651,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:29.718976 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:29.722117 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42bbe652-762c-46b4-ab8c-8f990f4dbd6e req-d0189d03-638d-4ed3-8481-a1067b36c053 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793077 May 27 11:34:29.731729 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4d486fd75829482aad0c5b17ddfebf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8646820 May 27 11:34:29.731810 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35964) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:29.733034 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-532d7e6b-f7f0-401e-9022-ebc15ec1e781 req-d2c38560-8033-4602-bd03-8ff77440040e tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452291 May 27 11:34:29.760885 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-f094b349-ad04-4181-9dd1-1a68a475a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:29.770444 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-f094b349-ad04-4181-9dd1-1a68a475a624 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47519489-b492-49e9-b8c5-e2af1750cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2191284 May 27 11:34:29.812400 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c39d34d7-2f91-4f3d-8045-3698d77b4ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:29.846916 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c39d34d7-2f91-4f3d-8045-3698d77b4ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:29.996864 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c39d34d7-2f91-4f3d-8045-3698d77b4ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:30.001893 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a3e09ae4-752f-44c2-a5f8-612ad1aa560a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:30.006301 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 35972) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:30.015270 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d34d7-2f91-4f3d-8045-3698d77b4ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b2a657-c3e7-4108-82a5-cd9f2d481651,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:30.018150 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c39d34d7-2f91-4f3d-8045-3698d77b4ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:30.020200 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c39d34d7-2f91-4f3d-8045-3698d77b4ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:30.024095 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:30.024270 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-c39d34d7-2f91-4f3d-8045-3698d77b4ec4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/52b2a657-c3e7-4108-82a5-cd9f2d481651 HTTP/1.1" status: 204 len: 168 time: 0.2910762 May 27 11:34:30.040527 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:30.045565 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] Usage tracker for resource:security_group_rule and tenant:c8f45d221f2e4d15b77226ecd370317d is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:30.053980 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:30.062046 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:30.155680 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:30.241388 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:30.254735 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-8d8a852b-9bf2-4007-bf34-e7e8329136e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:30.298488 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c8f45d221f2e4d15b77226ecd370317d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911363 May 27 11:34:30.300099 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479c48ee-4c01-475e-85b1-ceba9b71b210,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:30.301845 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 35978) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:30.303135 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:30.365041 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ea7467ab-29a4-4c42-9138-e5203ba67105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:30.392787 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ea7467ab-29a4-4c42-9138-e5203ba67105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:30.539572 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ea7467ab-29a4-4c42-9138-e5203ba67105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:30.544600 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:30.556713 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7467ab-29a4-4c42-9138-e5203ba67105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479c48ee-4c01-475e-85b1-ceba9b71b210,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:30.559720 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ea7467ab-29a4-4c42-9138-e5203ba67105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:30.561873 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ea7467ab-29a4-4c42-9138-e5203ba67105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:30.562933 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-ea7467ab-29a4-4c42-9138-e5203ba67105 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/479c48ee-4c01-475e-85b1-ceba9b71b210 HTTP/1.1" status: 204 len: 168 time: 0.2600412 May 27 11:34:30.986990 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-eb1ff687-b889-4395-a6e2-597cde8715c8 service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440145 May 27 11:34:31.342029 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36022) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:31.455336 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1025058475-network', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:31.461593 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:31.466330 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Usage tracker for resource:network and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:31.470078 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:31.477867 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:31.540341 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Made reservation on behalf of 67e3e87a5eb74bf3b950d4ee58fbb84f for: {'network': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:31.543700 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:31.560791 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:31.576441 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:31.580282 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Usage tracker for resource:security_group_rule and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:31.583167 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:31.589436 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:31.677445 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:31.773714 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:31.777825 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1ab06792-a980-4454-afed-89700427e607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:31.807561 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=92449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:34:31.816224 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a823b9-a417-4328-881a-a94572ef6173,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:31.819724 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:31.822193 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:31.823148 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.segments_db [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Added segment fa5a5527-16f0-4d03-97a2-ecef5df58030 of type vlan for network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 May 27 11:34:31.852103 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:31.968655 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:31.970090 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:31.970674 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:31.974317 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:32.142439 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Pushing event updated for resources: {'Network': ['ID=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:32.145329 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:32.153634 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:34:32.215427 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8721504 May 27 11:34:32.218147 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36046) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:32.226040 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Request body: {'subnet': {'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1025058475-subnet', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'ip_version': 4}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:32.231510 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:32.235847 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Usage tracker for resource:subnet and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:32.239032 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:32.245575 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:32.333987 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Made reservation on behalf of 67e3e87a5eb74bf3b950d4ee58fbb84f for: {'subnet': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:32.336446 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696232'] for subnet, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:32.656692 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:34:32.698259 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-407e9385-daf6-45d3-8973-a2a730e546e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:32.761767 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:32.841561 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,segment=NetworkSegment(783bef33-6afd-4b4d-a21b-c4557c5b67df),segment_id=783bef33-6afd-4b4d-a21b-c4557c5b67df)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:32.855987 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7864812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696254'] for subnet, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:32.856558 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '2977ab6c-55c8-4208-b9c8-3b39b30e65e8', 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf', 'port_id': '2977ab6c-55c8-4208-b9c8-3b39b30e65e8', 'mac_address': 'fa:16:3e:5d:80:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cb609c-7e79-4a73-8542-1f269f07e4d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:34:32.862650 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:32.930042 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:32.961524 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:34:32.972119 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:32.975110 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:32.976350 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Checking segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:32.976827 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Network hostable DHCP agents. Network: b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:34:32.983340 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,segment=NetworkSegment(783bef33-6afd-4b4d-a21b-c4557c5b67df),segment_id=783bef33-6afd-4b4d-a21b-c4557c5b67df)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:33.080007 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:33.080673 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-bef6b714-0caa-4c31-b372-93b2b8823139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:33.094011 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f32eebf-16d6-4e48-9a84-5a28889ba911 req-3cff6d98-b0cc-4c4c-81d2-6ef1f725536c service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083478 May 27 11:34:33.107013 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:34:33.148227 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d78e36-01f8-474b-b615-83fd5e0abf2a req-8b61b1ad-a6d8-4bc7-9d1c-e59d44062390 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:33.148227 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-34d78e36-01f8-474b-b615-83fd5e0abf2a req-8b61b1ad-a6d8-4bc7-9d1c-e59d44062390 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 944 time: 0.2017388 May 27 11:34:33.154919 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7421726-d632-4cab-b426-853d18a0ef3f req-b5eb545e-71fc-4fea-9c23-1338a184013a tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:33.160871 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f7421726-d632-4cab-b426-853d18a0ef3f req-b5eb545e-71fc-4fea-9c23-1338a184013a tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1951661 May 27 11:34:33.166788 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:33.170119 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:33.240932 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f7421726-d632-4cab-b426-853d18a0ef3f req-948cff75-7a4d-4a81-9f2e-c4fe11a4e315 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787201 May 27 11:34:33.243868 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-34d78e36-01f8-474b-b615-83fd5e0abf2a req-52bcd4e6-20f9-4626-ae7d-d6262804c1ac tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791783 May 27 11:34:33.268032 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42) {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:33.287507 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2f5f06-6c7e-4bd4-8510-8daffba372bf None None] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:34:33.294863 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:33.295704 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:33.409460 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-3448d773-dfd8-4389-80da-b9b4ded79adc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1888409 May 27 11:34:33.411931 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36088) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:33.420099 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:33.424749 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:33.428884 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Usage tracker for resource:router and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:33.432777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:33.440256 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:33.561527 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-884385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:33.562925 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-881313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:33.566722 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp406d2aa3-827e-5c42-ba9c-45e187d9f653-b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660'}]}} from dv-cinder-751579-23-iscsi. {{(pid=92451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:34:33.567662 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:33.580370 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:33.580753 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['2977ab6c-55c8-4208-b9c8-3b39b30e65e8'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:34:33.882968 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.db_base_plugin_common [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Allocated IP 172.20.0.2 (b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42/fe5965c2-ac1b-41bc-bc6e-6c9e0189a660/248014c4-c8f2-470e-a601-aa8a5e5f11f5) {{(pid=92451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:34:33.968412 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.033467 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36098) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:34.139155 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Notify callbacks [] for port, precommit_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.150205 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Transition to ACTIVE for port object 248014c4-c8f2-470e-a601-aa8a5e5f11f5 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:34.174999 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Transition to ACTIVE for port object 248014c4-c8f2-470e-a601-aa8a5e5f11f5 will not be triggered until provisioned by entity DHCP. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:34.189591 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.206527 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:34.213933 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] Usage tracker for resource:security_group_rule and tenant:af8c06854d8944168989650dcfe24680 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:34.217666 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:34.243250 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.248218 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:34.283681 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:34.424806 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 is already hosted by enough agents. {{(pid=92451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:34.440681 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.base_scheduler [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Resources bound (agent type, host, resource id): {{(pid=92451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:34.446016 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Received port after_create {{(pid=92451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:34:34.470576 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Pushing event updated for resources: {'Port': ['ID=248014c4-c8f2-470e-a601-aa8a5e5f11f5,revision_number=1']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:34.476897 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.516006 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:34.529546 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.589024 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Attempting to bind port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:34:34.589474 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Attempting to bind port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:34:34.590391 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Attempting to bind port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:34.596691 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:34:34.599208 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Checking segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:34.599208 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.599208 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Bound using segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:34:34.599208 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Bound port: 248014c4-c8f2-470e-a601-aa8a5e5f11f5, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:34:34.599208 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.633741 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4ed75-54a5-404e-8825-54eaf2c0c17b req-0a5ce5e5-fe44-4e82-8792-975386466f74 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:34.635466 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e3a4ed75-54a5-404e-8825-54eaf2c0c17b req-0a5ce5e5-fe44-4e82-8792-975386466f74 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1875660 May 27 11:34:34.649127 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbda63-4f16-421d-842f-3b4fd80b48b5 req-1284c2ad-d94e-4aca-9688-8b011bff810f tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:34.649127 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-77cbda63-4f16-421d-842f-3b4fd80b48b5 req-1284c2ad-d94e-4aca-9688-8b011bff810f tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 945 time: 0.1329429 May 27 11:34:34.706526 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.721299 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] For port 248014c4-c8f2-470e-a601-aa8a5e5f11f5, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:34:34.722388 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e3a4ed75-54a5-404e-8825-54eaf2c0c17b req-83da4f56-f334-4d3d-8087-2d7dd7d70509 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756505 May 27 11:34:34.724828 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] For port 248014c4-c8f2-470e-a601-aa8a5e5f11f5, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=248014c4-c8f2-470e-a601-aa8a5e5f11f5,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:34:34.727072 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-77cbda63-4f16-421d-842f-3b4fd80b48b5 req-e1237b93-a7b2-4796-905f-d73648006981 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657432 May 27 11:34:34.735256 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Allocated IP 172.27.0.196 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/9e2e451d-02ef-43ce-8a27-6ab8de98fea6) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:34:34.826362 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.830378 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:34.895730 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:34.908994 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-571ba326-1069-4472-a6e0-dbad3f9d221a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:34.942620 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Pushing event updated for resources: {'Port': ['ID=248014c4-c8f2-470e-a601-aa8a5e5f11f5,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:34.945981 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:34.986789 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8498cd4d-6094-4c29-9c40-7821a6afdd15,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:34.990294 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=af8c06854d8944168989650dcfe24680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9532299 May 27 11:34:34.990294 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:34.990886 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36118) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:35.037072 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:35.062869 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:35.066010 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-64df89f9-24d8-4047-a1e4-2b61421866b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:35.101164 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-64df89f9-24d8-4047-a1e4-2b61421866b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:35.157642 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:35.164096 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1a1737c8-e62e-45c1-99d0-8cd30b551387 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:35.237384 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c733029d-5ece-4b00-ac7c-2f7580317b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:35.266125 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:35.269106 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:35.271383 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-64df89f9-24d8-4047-a1e4-2b61421866b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:35.272704 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:34:35.277834 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-9d0703e2-d20d-4872-b5d5-03d6bb4c5606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:35.293385 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df89f9-24d8-4047-a1e4-2b61421866b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8498cd4d-6094-4c29-9c40-7821a6afdd15,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:35.296037 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-64df89f9-24d8-4047-a1e4-2b61421866b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:35.309603 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Pushing event updated for resources: {'Port': ['ID=9e2e451d-02ef-43ce-8a27-6ab8de98fea6,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:35.316593 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:35.317781 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-64df89f9-24d8-4047-a1e4-2b61421866b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:35.321963 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-64df89f9-24d8-4047-a1e4-2b61421866b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8498cd4d-6094-4c29-9c40-7821a6afdd15 HTTP/1.1" status: 204 len: 168 time: 0.3296428 May 27 11:34:35.667727 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:35.961029 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:35.967713 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:35.968416 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:36.020635 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:36.331718 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 248014c4-c8f2-470e-a601-aa8a5e5f11f5 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:36.387024 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36148) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:36.432664 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:36.452080 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:36.466977 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:36.476457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] Usage tracker for resource:security_group_rule and tenant:38be13f6eac44745b54e72e58c0b616c is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:36.483987 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfecbd-0ac3-4713-a627-3b12834ca0bf req-9af6326b-6368-441d-a326-f43007ebbeba tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:36.485126 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:36.491394 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0bfecbd-0ac3-4713-a627-3b12834ca0bf req-9af6326b-6368-441d-a326-f43007ebbeba tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 945 time: 0.4386749 May 27 11:34:36.496703 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:36.527893 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f21be-5c33-47d3-b14c-8c8a58b85a8e req-af2afe46-1e09-43e3-9eed-31a3da1a4cb3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:36.529716 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:36.534851 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-514f21be-5c33-47d3-b14c-8c8a58b85a8e req-af2afe46-1e09-43e3-9eed-31a3da1a4cb3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2975540 May 27 11:34:36.571155 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d583f7-a31c-4545-a33e-727b1f8f003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2977ab6c-55c8-4208-b9c8-3b39b30e65e8'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:34:36.590226 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac09f521-0467-43c6-b738-d99755246507 None None] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:34:36.602640 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0bfecbd-0ac3-4713-a627-3b12834ca0bf req-eb36b791-6bbc-493d-87a4-f81f1c583e7c tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102858 May 27 11:34:36.618378 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-514f21be-5c33-47d3-b14c-8c8a58b85a8e req-3c2b805c-87a9-4de5-ad1b-febb40bde00b tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798805 May 27 11:34:36.631250 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,segment=NetworkSegment(783bef33-6afd-4b4d-a21b-c4557c5b67df),segment_id=783bef33-6afd-4b4d-a21b-c4557c5b67df)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:36.686600 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d583f7-a31c-4545-a33e-727b1f8f003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2977ab6c-55c8-4208-b9c8-3b39b30e65e8', 'code': 200} May 27 11:34:36.694461 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:36.711849 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:36.717934 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:36.802626 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-884406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583'] for router, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:36.838315 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:36.839437 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:36.873980 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-c9bf4f3a-a9f0-4931-a13f-1abaa4e0422c None None] Provisioning for port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:36.889474 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-c9bf4f3a-a9f0-4931-a13f-1abaa4e0422c None None] Provisioning complete for port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:36.889849 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4f3a-a9f0-4931-a13f-1abaa4e0422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:36.906621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.060055 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.070639 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-97a69062-f1d4-420f-b798-5e963d5443d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:37.116108 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4f3a-a9f0-4931-a13f-1abaa4e0422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.124871 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=38be13f6eac44745b54e72e58c0b616c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7363167 May 27 11:34:37.127863 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36160) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:37.128270 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5346bbf9-0a79-4867-a164-98cb304c3044,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:37.147101 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:37.164647 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-c9bf4f3a-a9f0-4931-a13f-1abaa4e0422c None None] For port 248014c4-c8f2-470e-a601-aa8a5e5f11f5, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=248014c4-c8f2-470e-a601-aa8a5e5f11f5,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:37.274422 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d639c5ae-e8a7-4aac-ba24-37bb569c8397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.289040 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 is scheduled to L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def with binding_index 1 {{(pid=92449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:34:37.291390 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4f3a-a9f0-4931-a13f-1abaa4e0422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.301561 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:37.332436 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d639c5ae-e8a7-4aac-ba24-37bb569c8397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.365809 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec3143-fa43-461e-8846-908621597202 req-c195653f-4196-4a8b-a81a-1367279cc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:37.367770 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-adec3143-fa43-461e-8846-908621597202 req-c195653f-4196-4a8b-a81a-1367279cc815 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 1099 time: 0.2030530 May 27 11:34:37.436027 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-adec3143-fa43-461e-8846-908621597202 req-7779e227-96ce-4a32-9070-417cc6f5c8aa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555305 May 27 11:34:37.462968 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf4f3a-a9f0-4931-a13f-1abaa4e0422c None None] Pushing event updated for resources: {'Port': ['ID=248014c4-c8f2-470e-a601-aa8a5e5f11f5,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:37.477183 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c9bf4f3a-a9f0-4931-a13f-1abaa4e0422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:37.477183 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-027503e6-7f87-48f6-a848-f442138d3591 None None] Provisioning complete for port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:37.477183 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-027503e6-7f87-48f6-a848-f442138d3591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.526998 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d639c5ae-e8a7-4aac-ba24-37bb569c8397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.532682 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-9d7085a4-59bd-49f3-853a-585d7e40ef82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:37.548219 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639c5ae-e8a7-4aac-ba24-37bb569c8397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5346bbf9-0a79-4867-a164-98cb304c3044,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:37.563374 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d639c5ae-e8a7-4aac-ba24-37bb569c8397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:37.568745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d639c5ae-e8a7-4aac-ba24-37bb569c8397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.569820 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-d639c5ae-e8a7-4aac-ba24-37bb569c8397 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5346bbf9-0a79-4867-a164-98cb304c3044 HTTP/1.1" status: 204 len: 168 time: 0.4400151 May 27 11:34:37.699131 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:34:37.715270 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Sync routers for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:34:37.746100 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:34:37.746733 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:34:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:37.819921 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.821921 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4082913 May 27 11:34:37.825108 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36190) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:37.886957 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d88201-5ec8-4ea9-b89e-d96e6b35cb30 req-3dfb45a9-eba6-498a-9309-49c75aaeb466 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:37.886957 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c5d88201-5ec8-4ea9-b89e-d96e6b35cb30 req-3dfb45a9-eba6-498a-9309-49c75aaeb466 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.1053908 May 27 11:34:37.935180 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c5d88201-5ec8-4ea9-b89e-d96e6b35cb30 req-bf450959-8657-4667-aed5-7b612bc9664f tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 May 27 11:34:37.974364 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:37.987594 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:38.116368 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 248014c4-c8f2-470e-a601-aa8a5e5f11f5 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:38.230115 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:38.230492 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:38.252989 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539947fb-c939-4b0a-a409-e3b99d469386 req-632838e1-5f57-4748-ac20-744a7e28df77 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:38.260907 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-539947fb-c939-4b0a-a409-e3b99d469386 req-632838e1-5f57-4748-ac20-744a7e28df77 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1365085 May 27 11:34:38.330073 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-539947fb-c939-4b0a-a409-e3b99d469386 req-08ae8552-87f3-46c5-a763-a35a6d3925d8 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673599 May 27 11:34:38.617133 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:35Z', 'revision_number': 3, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:38.625760 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Checking router: d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:34:38.626254 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Updating router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:34:38.721874 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4509d-8d99-4cd4-b329-f470c157abb2 req-09b38b42-4e48-4e3f-a975-898979ca53d4 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:38.723253 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0cc4509d-8d99-4cd4-b329-f470c157abb2 req-09b38b42-4e48-4e3f-a975-898979ca53d4 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1854796 May 27 11:34:38.734887 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:38.843900 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0cc4509d-8d99-4cd4-b329-f470c157abb2 req-b0b95ff8-f06e-41f1-8f22-fb07d9d88bdf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069164 May 27 11:34:38.986680 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:39.266902 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb9412-20f0-4440-a945-a979cec9aa78 req-ed30424d-4db6-4c69-9cd0-602cb503ceef tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:39.268464 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-daeb9412-20f0-4440-a945-a979cec9aa78 req-ed30424d-4db6-4c69-9cd0-602cb503ceef tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.1344962 May 27 11:34:39.273941 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Allocated IP 172.20.0.1 (b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42/fe5965c2-ac1b-41bc-bc6e-6c9e0189a660/41d819f9-924e-4c7d-8147-c5ee8bb4f014) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:34:39.297971 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:39.344735 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Transition to ACTIVE for port object 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:39.383531 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-daeb9412-20f0-4440-a945-a979cec9aa78 req-d39be49d-4c16-4a4f-aff9-61630d162d85 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917938 May 27 11:34:39.452697 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:39.468631 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Transition to ACTIVE for port object 41d819f9-924e-4c7d-8147-c5ee8bb4f014 will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:39.538672 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5001a-9690-4c6b-90ab-ac5078370983 req-2b734cda-bf06-44fd-bfbb-6ee02b36ac12 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:39.540206 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c4e5001a-9690-4c6b-90ab-ac5078370983 req-2b734cda-bf06-44fd-bfbb-6ee02b36ac12 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.0914464 May 27 11:34:39.568643 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:39.574202 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:39.598657 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c4e5001a-9690-4c6b-90ab-ac5078370983 req-09a0829e-8d2b-4af6-842f-c0ff91412a8c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525424 May 27 11:34:39.632297 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:39.638974 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:39.697342 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Attempting to bind port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:34:39.697834 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Attempting to bind port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:34:39.698552 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Attempting to bind port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 on network aff141f8-ece8-4c78-b753-2e9475f6af8e {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:39.708934 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:34:39.709428 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:39.710081 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:39.710624 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Bound using segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:34:39.711124 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Bound port: 9e2e451d-02ef-43ce-8a27-6ab8de98fea6, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:34:39.712200 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:39.714446 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:39.717591 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:39.721489 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:34:39.774052 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36266) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:39.786136 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-880233'] for router_interface, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:39.804311 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Pushing event updated for resources: {'Port': ['ID=41d819f9-924e-4c7d-8147-c5ee8bb4f014,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:39.808434 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:39.874552 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ac47c-3a04-4aa6-b7e0-1493b0687789 None None] Pushing event updated for resources: {'Port': ['ID=9e2e451d-02ef-43ce-8a27-6ab8de98fea6,revision_number=2']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:39.924851 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-272ac47c-3a04-4aa6-b7e0-1493b0687789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:39.982826 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] For port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:34:39.987623 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] For port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=9e2e451d-02ef-43ce-8a27-6ab8de98fea6,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:34:40.106455 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.109714 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1235517398-network', 'tenant_id': '662d4aa27dcc4a5992ef26bca4297832'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:40.110587 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:40.114882 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:40.120793 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Usage tracker for resource:network and tenant:662d4aa27dcc4a5992ef26bca4297832 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:40.128326 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:40.137223 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:40.170807 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238604e-64f5-41e5-a31e-6a40bb294b83 req-259f4e73-307d-4b8a-9adf-9b40b6152086 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:40.172773 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0238604e-64f5-41e5-a31e-6a40bb294b83 req-259f4e73-307d-4b8a-9adf-9b40b6152086 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1096277 May 27 11:34:40.190837 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:34:40.191647 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:34:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:40.192479 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.224394 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-66b0a61c-3f86-42a8-9cdb-30df443a3c2a None None] Provisioning for port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:40.226222 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0238604e-64f5-41e5-a31e-6a40bb294b83 req-63f052f3-f3ea-4700-87d8-4f151005b38d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450442 May 27 11:34:40.237276 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-66b0a61c-3f86-42a8-9cdb-30df443a3c2a None None] Provisioning complete for port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:40.237276 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-66b0a61c-3f86-42a8-9cdb-30df443a3c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.254456 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Made reservation on behalf of 662d4aa27dcc4a5992ef26bca4297832 for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:40.258640 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.274014 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ac47c-3a04-4aa6-b7e0-1493b0687789 None None] Pushing event updated for resources: {'Port': ['ID=9e2e451d-02ef-43ce-8a27-6ab8de98fea6,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:40.278355 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-272ac47c-3a04-4aa6-b7e0-1493b0687789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:40.317996 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-66b0a61c-3f86-42a8-9cdb-30df443a3c2a None None] Port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:34:40.387446 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.401484 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:40.404534 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:40.409272 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Usage tracker for resource:security_group_rule and tenant:662d4aa27dcc4a5992ef26bca4297832 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:40.412327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:40.420983 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:40.491164 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.518271 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.566623 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.592694 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:40.626760 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.631584 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f2b35b77-1d0d-4da5-9d40-4db9a71e4502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:40.670104 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:34:40.680404 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Pushing event updated for resources: {'Port': ['ID=41d819f9-924e-4c7d-8147-c5ee8bb4f014,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:40.680864 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6cf746-1c9a-4763-8dbe-34ede92c102d,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:40.694132 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:40.699305 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1035732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880330'] for router_interface, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.712241 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.712680 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Added segment ac40f4b3-1cd8-48e4-a28c-ee311635a736 of type vlan for network ef957d79-180a-4dbe-8ab8-143a95f1ad6f May 27 11:34:40.715655 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.716132 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.716589 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.717045 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.717446 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.717873 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.718401 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.719148 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.719560 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.719960 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.720380 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.720891 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:40.737070 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:40.783243 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:40.866556 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:39Z', 'revision_number': 1, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:40.877046 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cd1df-2e1f-46f2-b19a-e938997d18a3 None None] The sync data for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi is: [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:39Z', 'revision_number': 1, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:34:40.900165 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:40.901632 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:40.961925 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b21b1-6caa-45e8-91f3-fc4fa22e3ace req-b0bb0202-94c8-48d2-87c0-4bf0666d1e68 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:40.964189 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ff6b21b1-6caa-45e8-91f3-fc4fa22e3ace req-b0bb0202-94c8-48d2-87c0-4bf0666d1e68 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1462576 May 27 11:34:41.026238 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:41.034557 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:41.035452 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:41.055551 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:41.213007 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:34:41.231832 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ff6b21b1-6caa-45e8-91f3-fc4fa22e3ace req-2d257b87-a922-416f-b405-dd9ed59a82b2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607350 May 27 11:34:41.283087 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-91beec0f-940a-4a4e-8416-f3d7200f89f9 None None] Provisioning complete for port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:41.288314 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-91beec0f-940a-4a4e-8416-f3d7200f89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:41.302218 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ef957d79-180a-4dbe-8ab8-143a95f1ad6f,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:41.303474 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:41.332640 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network ef957d79-180a-4dbe-8ab8-143a95f1ad6f details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:34:41.389314 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6112630 May 27 11:34:41.389654 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36290) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:41.396454 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Request body: {'subnet': {'network_id': 'ef957d79-180a-4dbe-8ab8-143a95f1ad6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1235517398-subnet', 'tenant_id': '662d4aa27dcc4a5992ef26bca4297832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:41.406752 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:41.419005 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Usage tracker for resource:subnet and tenant:662d4aa27dcc4a5992ef26bca4297832 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:41.422446 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:41.429223 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:41.468482 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-91beec0f-940a-4a4e-8416-f3d7200f89f9 None None] Port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:34:41.488039 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:34:41.499069 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] 10.222.0.86 "PUT /v2.0/routers/d3a7bdb9-525e-4ae9-8513-f8b2a723efa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6728022 May 27 11:34:41.535573 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef8159-d985-4b67-aa1d-a5817c57418b req-5f4f7d6b-5664-4072-a66b-be307277f0f3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:41.537857 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36ef8159-d985-4b67-aa1d-a5817c57418b req-5f4f7d6b-5664-4072-a66b-be307277f0f3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.0996366 May 27 11:34:41.544000 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Made reservation on behalf of 662d4aa27dcc4a5992ef26bca4297832 for: {'subnet': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:41.547470 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6380499'] for subnet, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:41.687084 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36ef8159-d985-4b67-aa1d-a5817c57418b req-34ef38e6-99c1-4b1c-ae55-3b59387c543e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246347 May 27 11:34:41.937281 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:34:42.137571 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6380485'] for subnet, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:42.147579 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e101a638-54ee-4228-a3a3-e70a0048a949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:42.161918 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:42.255458 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba975725-4312-456d-a5c8-b1225cab9321,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:42.259394 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:42.283172 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Checking segment: {'id': 'ac40f4b3-1cd8-48e4-a28c-ee311635a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'ef957d79-180a-4dbe-8ab8-143a95f1ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:42.283519 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Network hostable DHCP agents. Network: ef957d79-180a-4dbe-8ab8-143a95f1ad6f, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:34:42.549615 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfc2b1-bd45-4757-9e33-de3d64d54fba req-880d280a-9abd-41ef-88b8-422d8cc9cf95 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:42.549615 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36cfc2b1-bd45-4757-9e33-de3d64d54fba req-880d280a-9abd-41ef-88b8-422d8cc9cf95 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.0892968 May 27 11:34:42.549615 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36cfc2b1-bd45-4757-9e33-de3d64d54fba req-e600d70a-00c6-4670-93d3-02fb80facb70 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 May 27 11:34:42.589971 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36318) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:42.596103 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1751834444-network', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:42.600753 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:42.604776 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Usage tracker for resource:network and tenant:39aa93ce99a04c67a4e415510b2271f4 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:42.607655 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:42.613595 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:42.683322 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:42.688822 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:42.689249 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:42.746542 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Network ef957d79-180a-4dbe-8ab8-143a95f1ad6f is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:34:42.809372 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Made reservation on behalf of 39aa93ce99a04c67a4e415510b2271f4 for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:42.812105 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:42.820184 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:42.828764 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:42.844813 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:42.845272 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=9e2e451d-02ef-43ce-8a27-6ab8de98fea6,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:42.847316 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, ef957d79-180a-4dbe-8ab8-143a95f1ad6f) {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:42.852326 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Usage tracker for resource:security_group_rule and tenant:39aa93ce99a04c67a4e415510b2271f4 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:42.856914 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:42.860298 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aecff0-ce63-4fd1-891f-40dbc5eb0c99 None None] Network ef957d79-180a-4dbe-8ab8-143a95f1ad6f requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:34:42.906464 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:42.912591 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:42.913178 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:42.970178 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:42.980933 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:43.025031 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12980dea-42d6-464d-b428-caa315927b1c req-97b4f47b-7660-4d8c-a2bf-9da8adb608c9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:43.033583 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-12980dea-42d6-464d-b428-caa315927b1c req-97b4f47b-7660-4d8c-a2bf-9da8adb608c9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1830890 May 27 11:34:43.065228 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-753ce159-8d95-4efb-aa18-138f8643a7ac admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6734562 May 27 11:34:43.077223 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=9e2e451d-02ef-43ce-8a27-6ab8de98fea6,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:43.086264 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:43.143504 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-12980dea-42d6-464d-b428-caa315927b1c req-53885e31-06ff-4b9d-9132-ef29992c99c6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088178 May 27 11:34:43.193058 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:43.269677 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:43.281092 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632ee6e6-c44b-494d-9c5d-7699b4831264 None None] Network ef957d79-180a-4dbe-8ab8-143a95f1ad6f requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:34:43.287779 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:34:43.300993 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:43.301673 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Added segment 416d24f1-4183-4e5a-a370-2db10f5ea60f of type vlan for network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec May 27 11:34:43.351514 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:43.392778 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fea115ff-dadc-446d-ac35-d562c4a5767d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:43.429014 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5388d225-6ef4-47ee-b244-d257f59cc3ae,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:43.433442 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:43.471391 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Sync routers for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:34:43.516828 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:43.518345 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:43.518939 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:43.522356 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:34:43.527870 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-6379b5a6-4e1b-459e-9f61-0b4c0ab105e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:43.528092 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:34:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:43.643265 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Pushing event updated for resources: {'Network': ['ID=93c9b0ee-f35b-4c57-b0fe-022bd3b491ec,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:43.645919 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:43.702696 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1113708 May 27 11:34:43.705630 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36340) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:43.709375 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:34:43.714263 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Request body: {'subnet': {'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1751834444-subnet', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'ip_version': 4}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:43.719630 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:43.723612 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Usage tracker for resource:subnet and tenant:39aa93ce99a04c67a4e415510b2271f4 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:43.726769 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:43.734624 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:43.752115 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd667112-bdff-4664-b0aa-fa57918db4c8 req-d71038d0-fc92-48e4-9655-ce807ae82ed2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:43.753595 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bd667112-bdff-4664-b0aa-fa57918db4c8 req-d71038d0-fc92-48e4-9655-ce807ae82ed2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.0891793 May 27 11:34:43.806438 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bd667112-bdff-4664-b0aa-fa57918db4c8 req-e3ec98b8-9595-4c10-88f5-4219897870df tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468462 May 27 11:34:43.808630 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Made reservation on behalf of 39aa93ce99a04c67a4e415510b2271f4 for: {'subnet': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:43.810836 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696232'] for subnet, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:43.847314 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:44.108614 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:44.165570 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36364) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:44.172967 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-851793369-network', 'tenant_id': 'd518f5fef8c146bdbc8a1e39e8c8aee7'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:44.178443 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:44.185070 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Usage tracker for resource:network and tenant:d518f5fef8c146bdbc8a1e39e8c8aee7 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:44.235482 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:44.243535 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:44.243915 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:44.247497 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:44.344125 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Made reservation on behalf of d518f5fef8c146bdbc8a1e39e8c8aee7 for: {'network': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:44.346635 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:44.354819 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 2, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:44.361381 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Checking router: d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:34:44.361962 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Updating router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 binding host dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:34:44.443019 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21330b55-0666-4bc7-af78-57dd94a65e67 req-d3f8e421-6f26-4ff5-baea-4c5618770c6c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:44.450462 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7864812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696254'] for subnet, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:44.451521 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:44.453170 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-21330b55-0666-4bc7-af78-57dd94a65e67 req-d3f8e421-6f26-4ff5-baea-4c5618770c6c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1269181 May 27 11:34:44.480933 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:44.493343 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:44.517612 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-21330b55-0666-4bc7-af78-57dd94a65e67 req-bec7c09c-a6ed-4d9b-a79d-b94e7630af45 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630982 May 27 11:34:44.562057 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:44.577811 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Usage tracker for resource:security_group_rule and tenant:d518f5fef8c146bdbc8a1e39e8c8aee7 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:44.586370 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:44.595103 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:44.620650 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e6114a-13a6-4d53-b739-da1f0b932090,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:44.639997 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.640365 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.640733 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.641082 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.641519 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.641911 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.642413 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.642646 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.643013 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.643357 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.643710 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.644098 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:34:44.652087 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:44.656446 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Checking segment: {'id': '416d24f1-4183-4e5a-a370-2db10f5ea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:44.656812 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Network hostable DHCP agents. Network: 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:34:44.734231 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:44.756959 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:34:44.812601 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:44.815689 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ea7467ab-29a4-4c42-9138-e5203ba67105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:44.844248 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec) {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:44.845968 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=92449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:34:44.856351 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950339bf-9b62-4699-a95c-39d380d09cfa None None] Network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:34:44.864597 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a20de72-53e2-42bf-a315-4351d923c199,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:44.868604 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:44.869214 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:44.873020 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:44.876962 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:44.877302 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.segments_db [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Added segment 0c290211-ec5f-4a70-9945-d50d26e9478e of type vlan for network 595a083d-f5fe-4b3f-8578-86f5036dcfd8 May 27 11:34:44.989851 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.031811 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13add884-769d-45c3-95b0-6336709439b3 req-38d24ceb-773e-42b8-a35f-1df9038421b5 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:45.033304 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13add884-769d-45c3-95b0-6336709439b3 req-38d24ceb-773e-42b8-a35f-1df9038421b5 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1044753 May 27 11:34:45.054795 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3473446 May 27 11:34:45.058323 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36382) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:45.061235 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Notify callbacks [] for port, precommit_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.063598 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1751834444-router', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:45.068492 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:45.073354 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Usage tracker for resource:router and tenant:39aa93ce99a04c67a4e415510b2271f4 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:45.076377 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:45.082319 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:45.083081 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13add884-769d-45c3-95b0-6336709439b3 req-d2eeed3b-341a-4ad5-b109-8691c7b90786 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 May 27 11:34:45.086881 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.090931 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:45.091630 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.097796 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:45.118641 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Transition to ACTIVE for port object 41d819f9-924e-4c7d-8147-c5ee8bb4f014 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:45.179093 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0117371 May 27 11:34:45.182974 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36386) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:45.190748 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Request body: {'subnet': {'network_id': '595a083d-f5fe-4b3f-8578-86f5036dcfd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-851793369-subnet', 'tenant_id': 'd518f5fef8c146bdbc8a1e39e8c8aee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:45.198326 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:45.198494 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.200001 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-884385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.201125 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-881313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.201334 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Usage tracker for resource:subnet and tenant:d518f5fef8c146bdbc8a1e39e8c8aee7 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:45.204836 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:45.209459 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:45.218040 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Pushing event updated for resources: {'Network': ['ID=595a083d-f5fe-4b3f-8578-86f5036dcfd8,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:45.222356 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:45.233433 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:45.233827 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.256566 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network 595a083d-f5fe-4b3f-8578-86f5036dcfd8 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:34:45.281865 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp406d2aa3-827e-5c42-ba9c-45e187d9f653-93c9b0ee-f35b-4c57-b0fe-022bd3b491ec', 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'fixed_ips': [{'subnet_id': '66e6114a-13a6-4d53-b739-da1f0b932090'}]}} from dv-cinder-751579-23-iscsi. {{(pid=92451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:34:45.282664 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.333133 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Made reservation on behalf of d518f5fef8c146bdbc8a1e39e8c8aee7 for: {'subnet': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:34:45.335352 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6380499'] for subnet, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.550069 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c9269-5d69-4be1-b288-2804ef610f4d None None] Pushing event updated for resources: {'Port': ['ID=41d819f9-924e-4c7d-8147-c5ee8bb4f014,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:45.564815 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-123c9269-5d69-4be1-b288-2804ef610f4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:45.770970 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.db_base_plugin_common [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Allocated IP 172.20.0.2 (93c9b0ee-f35b-4c57-b0fe-022bd3b491ec/66e6114a-13a6-4d53-b739-da1f0b932090/675921c7-3607-4820-9de3-caf87e63bc58) {{(pid=92451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:34:45.924590 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:45.996928 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e4c6-1511-489f-93a3-1b73607c72ac req-f111931a-f737-45d9-bb88-1bff7a0fbf01 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:45.999338 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3ae0e4c6-1511-489f-93a3-1b73607c72ac req-f111931a-f737-45d9-bb88-1bff7a0fbf01 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.2640705 May 27 11:34:46.049573 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Notify callbacks [] for port, precommit_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.060460 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3ae0e4c6-1511-489f-93a3-1b73607c72ac req-437df0a4-bd0d-4ed2-92a1-a876343bf183 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514264 May 27 11:34:46.078503 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Transition to ACTIVE for port object 675921c7-3607-4820-9de3-caf87e63bc58 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:46.096755 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Attempting to bind port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:34:46.097256 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Attempting to bind port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:34:46.097720 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Attempting to bind port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:46.110310 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:34:46.116476 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Checking segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:46.116476 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.116476 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Bound using segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:34:46.116476 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Bound port: 41d819f9-924e-4c7d-8147-c5ee8bb4f014, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:34:46.116476 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.131036 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Transition to ACTIVE for port object 675921c7-3607-4820-9de3-caf87e63bc58 will not be triggered until provisioned by entity DHCP. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:46.226891 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.231816 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:46.280219 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] For port 41d819f9-924e-4c7d-8147-c5ee8bb4f014, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:34:46.305870 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] For port 41d819f9-924e-4c7d-8147-c5ee8bb4f014, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=41d819f9-924e-4c7d-8147-c5ee8bb4f014,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:34:46.312206 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec is already hosted by enough agents. {{(pid=92451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:46.312529 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b708b3-1a38-4b7d-bb1e-bcf05745a5ac req-96b563e8-4dab-4086-bd5e-72e55f1abb79 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:46.314070 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e5b708b3-1a38-4b7d-bb1e-bcf05745a5ac req-96b563e8-4dab-4086-bd5e-72e55f1abb79 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1135833 May 27 11:34:46.315284 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.base_scheduler [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Resources bound (agent type, host, resource id): {{(pid=92451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:46.319056 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Received port after_create {{(pid=92451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:34:46.326201 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Pushing event updated for resources: {'Port': ['ID=675921c7-3607-4820-9de3-caf87e63bc58,revision_number=1']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:46.330609 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:46.377090 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.399079 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e5b708b3-1a38-4b7d-bb1e-bcf05745a5ac req-63fb66f4-0e60-4cbe-970e-41a91ae74b5e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603216 May 27 11:34:46.413233 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.424191 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.437358 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:46.462898 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6380485'] for subnet, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.467805 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-3c052370-360e-4c6b-bb2c-8134e156b1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:46.489169 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Attempting to bind port 675921c7-3607-4820-9de3-caf87e63bc58 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:34:46.489517 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Attempting to bind port 675921c7-3607-4820-9de3-caf87e63bc58 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '416d24f1-4183-4e5a-a370-2db10f5ea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:34:46.489772 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Attempting to bind port 675921c7-3607-4820-9de3-caf87e63bc58 on network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:46.519337 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:34:46.519337 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Checking segment: {'id': '416d24f1-4183-4e5a-a370-2db10f5ea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:46.519337 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.520473 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Bound using segment: {'id': '416d24f1-4183-4e5a-a370-2db10f5ea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:34:46.520473 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Bound port: 675921c7-3607-4820-9de3-caf87e63bc58, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416d24f1-4183-4e5a-a370-2db10f5ea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:34:46.520811 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.547596 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f073f15-9e6c-4052-ab90-baaab393e32d,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:46.552363 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:46.553469 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Checking segment: {'id': '0c290211-ec5f-4a70-9945-d50d26e9478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '595a083d-f5fe-4b3f-8578-86f5036dcfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:46.554041 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Network hostable DHCP agents. Network: 595a083d-f5fe-4b3f-8578-86f5036dcfd8, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:34:46.571035 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Allocated IP 172.27.0.10 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/48a40922-ccd3-4fba-b953-8a551585c926) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:34:46.585169 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:34:46.585823 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:34:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:46.715880 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c9269-5d69-4be1-b288-2804ef610f4d None None] Pushing event updated for resources: {'Port': ['ID=41d819f9-924e-4c7d-8147-c5ee8bb4f014,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:46.717308 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Network 595a083d-f5fe-4b3f-8578-86f5036dcfd8 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:34:46.725924 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-123c9269-5d69-4be1-b288-2804ef610f4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:46.781412 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.842241 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, 595a083d-f5fe-4b3f-8578-86f5036dcfd8) {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:46.854390 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:46.855168 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.866825 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf1211-fd8f-4694-a3f1-d703d053c3f0 None None] Network 595a083d-f5fe-4b3f-8578-86f5036dcfd8 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:34:46.883417 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] For port 675921c7-3607-4820-9de3-caf87e63bc58, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:34:46.940429 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:46.945484 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-51dbd51e-2c10-4e71-866f-8366bd7c68fc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:46.958187 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] For port 675921c7-3607-4820-9de3-caf87e63bc58, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=675921c7-3607-4820-9de3-caf87e63bc58,segment=NetworkSegment(416d24f1-4183-4e5a-a370-2db10f5ea60f),segment_id=416d24f1-4183-4e5a-a370-2db10f5ea60f)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:34:46.986100 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8003573 May 27 11:34:47.023444 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:47.024861 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:47.029346 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:47.033876 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:34:47.075505 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Pushing event updated for resources: {'Port': ['ID=48a40922-ccd3-4fba-b953-8a551585c926,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:47.082705 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:47.127814 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:47.200083 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-eb5c3595-2d53-4df0-ac2d-e51512309a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:47.315268 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2e892-489e-4f85-89d6-e9e668499a70 req-9ddaba42-8e39-447d-884a-4f93e8174659 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:47.317075 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1e2e892-489e-4f85-89d6-e9e668499a70 req-9ddaba42-8e39-447d-884a-4f93e8174659 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1230168 May 27 11:34:47.424987 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1e2e892-489e-4f85-89d6-e9e668499a70 req-af04e65d-a5b1-44b5-b9af-cdae72b4d0b9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935152 May 27 11:34:47.459138 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03670d53-2c30-4593-9fec-07425e944ba6 None None] Network 595a083d-f5fe-4b3f-8578-86f5036dcfd8 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:34:47.717880 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d427f-fd17-4017-a3f4-da4381485eb0 req-e976225c-634e-45f8-aab8-6ba4e284cf29 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:47.724568 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0c4d427f-fd17-4017-a3f4-da4381485eb0 req-e976225c-634e-45f8-aab8-6ba4e284cf29 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1624830 May 27 11:34:47.731210 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Pushing event updated for resources: {'Port': ['ID=675921c7-3607-4820-9de3-caf87e63bc58,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:47.737275 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:47.810162 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0c4d427f-fd17-4017-a3f4-da4381485eb0 req-95a61452-e597-4be9-a43d-1e9b384d1896 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841892 May 27 11:34:47.898268 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:46Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:47.903594 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c4d91-3037-4be2-8c77-7e6e84c495d2 None None] The sync data for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi is: [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:46Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:34:48.040195 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:48.292593 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 41d819f9-924e-4c7d-8147-c5ee8bb4f014 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:48.505679 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:48.512876 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:48.513483 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:48.538664 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-884406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583'] for router, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:48.734533 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d392b-cc59-4b71-961c-f5293aaa053c req-587a3059-bd5b-4a85-b144-8b2682b6321a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:48.737999 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-325d392b-cc59-4b71-961c-f5293aaa053c req-587a3059-bd5b-4a85-b144-8b2682b6321a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1769471 May 27 11:34:48.801154 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:48.807703 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4f481c-3192-4506-86bd-85d923a5d672 None None] Network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:34:48.886509 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-325d392b-cc59-4b71-961c-f5293aaa053c req-2b1063cc-4f0e-472c-b399-f9761c897908 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344366 May 27 11:34:48.894033 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Router 2a878b30-2077-4b0f-a0fc-9adc743903e3 is scheduled to L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def with binding_index 1 {{(pid=92449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:34:49.041682 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 41d819f9-924e-4c7d-8147-c5ee8bb4f014, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=41d819f9-924e-4c7d-8147-c5ee8bb4f014,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:49.123326 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-f2b2ff73-dca7-45ea-9439-1103bee93624 None None] Provisioning for port 675921c7-3607-4820-9de3-caf87e63bc58 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:49.125784 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926629-8a3d-4cfb-ab22-442a31a14abc req-57c11166-74e5-480f-9180-8077e1572ce0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:49.132663 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5b926629-8a3d-4cfb-ab22-442a31a14abc req-57c11166-74e5-480f-9180-8077e1572ce0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1501691 May 27 11:34:49.169078 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:49.169925 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 675921c7-3607-4820-9de3-caf87e63bc58 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:49.182028 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:34:49.191890 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Sync routers for ids ['2a878b30-2077-4b0f-a0fc-9adc743903e3'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:34:49.195640 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5b926629-8a3d-4cfb-ab22-442a31a14abc req-27dab3b7-d62f-42b2-9fc5-7cc38f2213a1 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619004 May 27 11:34:49.218605 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Routers {'2a878b30-2077-4b0f-a0fc-9adc743903e3'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:34:49.220484 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:34:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['2a878b30-2077-4b0f-a0fc-9adc743903e3'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:49.310870 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-123c9269-5d69-4be1-b288-2804ef610f4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:49.339765 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:49.341959 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2817619 May 27 11:34:49.351390 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36468) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:49.423640 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Set router 2a878b30-2077-4b0f-a0fc-9adc743903e3 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:49.456000 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=41d819f9-924e-4c7d-8147-c5ee8bb4f014,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:49.459365 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:49.564142 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 675921c7-3607-4820-9de3-caf87e63bc58 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:49.571002 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 675921c7-3607-4820-9de3-caf87e63bc58 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:49.571374 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:49.732065 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-5397a349-ce78-4e79-b7ef-edb2f69e04e8 None None] Provisioning complete for port 675921c7-3607-4820-9de3-caf87e63bc58 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:49.732443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-5397a349-ce78-4e79-b7ef-edb2f69e04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:49.762245 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:49.769514 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'name': 'tempest-TestVolumeBootPattern-1751834444-router', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a40922-ccd3-4fba-b953-8a551585c926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:45Z', 'updated_at': '2021-05-27T11:34:47Z', 'revision_number': 3, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'gw_port': {'id': '48a40922-ccd3-4fba-b953-8a551585c926', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:46Z', 'updated_at': '2021-05-27T11:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:49.773582 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Checking router: 2a878b30-2077-4b0f-a0fc-9adc743903e3 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:34:49.773929 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Updating router 2a878b30-2077-4b0f-a0fc-9adc743903e3 port 48a40922-ccd3-4fba-b953-8a551585c926 binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:34:49.825288 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 675921c7-3607-4820-9de3-caf87e63bc58, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=675921c7-3607-4820-9de3-caf87e63bc58,segment=NetworkSegment(416d24f1-4183-4e5a-a370-2db10f5ea60f),segment_id=416d24f1-4183-4e5a-a370-2db10f5ea60f)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:49.877308 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:49.894893 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-5397a349-ce78-4e79-b7ef-edb2f69e04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:49.993606 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:49.998216 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:50.114470 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 41d819f9-924e-4c7d-8147-c5ee8bb4f014 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:50.331765 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:50.333031 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:50.359614 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f91467-88c2-44d8-a69f-aa999c00d079 req-2aae434f-0725-4409-a19c-1b0edb420ed8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:50.361397 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2f91467-88c2-44d8-a69f-aa999c00d079 req-2aae434f-0725-4409-a19c-1b0edb420ed8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.3562412 May 27 11:34:50.372163 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=675921c7-3607-4820-9de3-caf87e63bc58,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:50.373189 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:50.386154 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:50.395471 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.db.api [None req-5397a349-ce78-4e79-b7ef-edb2f69e04e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 11:34:50.395650 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_db.api [None req-5397a349-ce78-4e79-b7ef-edb2f69e04e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 11:34:50.422868 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:50.436933 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Transition to ACTIVE for port object 48a40922-ccd3-4fba-b953-8a551585c926 will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:50.541675 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2f91467-88c2-44d8-a69f-aa999c00d079 req-59959cb0-4052-4c78-808f-c0240aea4d0c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731288 May 27 11:34:50.620527 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:50.623854 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f8851-bbe1-4833-9343-7305defa10ce req-5e1574c3-51c4-49d7-bb7a-bfb721876514 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:50.625572 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-f5346f94-db3e-43ba-b3a2-03e74e3dc02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:50.626029 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-137f8851-bbe1-4833-9343-7305defa10ce req-5e1574c3-51c4-49d7-bb7a-bfb721876514 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2402110 May 27 11:34:50.718153 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Attempting to bind port 48a40922-ccd3-4fba-b953-8a551585c926 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:34:50.718517 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Attempting to bind port 48a40922-ccd3-4fba-b953-8a551585c926 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:34:50.718877 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Attempting to bind port 48a40922-ccd3-4fba-b953-8a551585c926 on network aff141f8-ece8-4c78-b753-2e9475f6af8e {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:50.724850 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb128bf5-1a47-4777-9d25-d33533af94c3 None None] Pushing event updated for resources: {'Port': ['ID=48a40922-ccd3-4fba-b953-8a551585c926,revision_number=2']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:50.736775 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-bb128bf5-1a47-4777-9d25-d33533af94c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:50.737886 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:34:50.738575 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:50.739123 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:50.739675 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Bound using segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:34:50.740509 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-137f8851-bbe1-4833-9343-7305defa10ce req-de110716-d5dd-4416-b101-23b84ae1e289 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075363 May 27 11:34:50.747999 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Bound port: 48a40922-ccd3-4fba-b953-8a551585c926, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:34:50.747999 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:50.789240 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Allocated IP 172.20.0.1 (93c9b0ee-f35b-4c57-b0fe-022bd3b491ec/66e6114a-13a6-4d53-b739-da1f0b932090/b71238d4-0d88-4c6e-aa17-028571655a0f) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:34:50.841901 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] For port 48a40922-ccd3-4fba-b953-8a551585c926, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:34:50.845352 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] For port 48a40922-ccd3-4fba-b953-8a551585c926, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=48a40922-ccd3-4fba-b953-8a551585c926,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:34:50.969323 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:50.985133 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Transition to ACTIVE for port object b71238d4-0d88-4c6e-aa17-028571655a0f will not be triggered until provisioned by entity DHCP. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:50.999311 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:51.007100 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:51.099433 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Routers {'2a878b30-2077-4b0f-a0fc-9adc743903e3'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:34:51.100075 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:34:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['2a878b30-2077-4b0f-a0fc-9adc743903e3'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:51.122942 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:51.139237 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:51.164833 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb128bf5-1a47-4777-9d25-d33533af94c3 None None] Pushing event updated for resources: {'Port': ['ID=48a40922-ccd3-4fba-b953-8a551585c926,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:51.176144 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-bb128bf5-1a47-4777-9d25-d33533af94c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:51.218181 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:51.219337 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b71238d4-0d88-4c6e-aa17-028571655a0f,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:51.222706 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:51.223747 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:51.225936 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:34:51.308718 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-880233'] for router_interface, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:51.332317 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] Set router 2a878b30-2077-4b0f-a0fc-9adc743903e3 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:51.562654 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-cd0d4724-1da0-40d4-b72b-db13c7f8728d None None] Provisioning for port b71238d4-0d88-4c6e-aa17-028571655a0f completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:51.567921 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-cd0d4724-1da0-40d4-b72b-db13c7f8728d None None] Provisioning complete for port b71238d4-0d88-4c6e-aa17-028571655a0f triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:51.568452 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4724-1da0-40d4-b72b-db13c7f8728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:51.620111 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:51.635914 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d4724-1da0-40d4-b72b-db13c7f8728d None None] Port b71238d4-0d88-4c6e-aa17-028571655a0f cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:34:51.643940 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'name': 'tempest-TestVolumeBootPattern-1751834444-router', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a40922-ccd3-4fba-b953-8a551585c926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:45Z', 'updated_at': '2021-05-27T11:34:47Z', 'revision_number': 3, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'gw_port': {'id': '48a40922-ccd3-4fba-b953-8a551585c926', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:46Z', 'updated_at': '2021-05-27T11:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:51.648165 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a3a5c-6a52-462f-9be6-4c1b646eed43 None None] The sync data for ids ['2a878b30-2077-4b0f-a0fc-9adc743903e3'] in dv-cinder-751579-23-iscsi is: [{'id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'name': 'tempest-TestVolumeBootPattern-1751834444-router', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a40922-ccd3-4fba-b953-8a551585c926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:45Z', 'updated_at': '2021-05-27T11:34:47Z', 'revision_number': 3, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'gw_port': {'id': '48a40922-ccd3-4fba-b953-8a551585c926', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:46Z', 'updated_at': '2021-05-27T11:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:34:52.017629 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8dd8-cf27-480f-a210-a51cea98f1f5 req-7011fa21-5778-4c8e-b742-c2f23f36f45e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:52.019213 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-edaa8dd8-cf27-480f-a210-a51cea98f1f5 req-7011fa21-5778-4c8e-b742-c2f23f36f45e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.3100579 May 27 11:34:52.081649 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9266a79-3bd6-45ad-a34c-c192de6ba64f req-6b520739-a0d4-4010-a29e-840bdf075a68 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:52.081649 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d9266a79-3bd6-45ad-a34c-c192de6ba64f req-6b520739-a0d4-4010-a29e-840bdf075a68 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2030993 May 27 11:34:52.090409 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:52.159419 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-edaa8dd8-cf27-480f-a210-a51cea98f1f5 req-0bc4e276-4b64-4566-b8ff-ed214da9b1d2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260757 May 27 11:34:52.167656 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d9266a79-3bd6-45ad-a34c-c192de6ba64f req-a3396447-27b4-4c83-a352-a02576e6a1c6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829823 May 27 11:34:52.292600 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 48a40922-ccd3-4fba-b953-8a551585c926 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:52.325205 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:52.381560 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:52.597057 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b71238d4-0d88-4c6e-aa17-028571655a0f,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:52.602131 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:52.603169 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1035732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880330'] for router_interface, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:52.687579 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 48a40922-ccd3-4fba-b953-8a551585c926 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:52.699747 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 48a40922-ccd3-4fba-b953-8a551585c926 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:52.700648 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:52.788040 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:34:52.791656 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:34:52.884321 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:52.904301 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 48a40922-ccd3-4fba-b953-8a551585c926, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=48a40922-ccd3-4fba-b953-8a551585c926,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:52.991138 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:52.992599 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 675921c7-3607-4820-9de3-caf87e63bc58 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:53.034024 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:53.113603 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43a29a-48e3-4e72-b79d-31f216286d69 req-b34d6c32-4321-4b1c-8817-89e8f91ced6c tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:53.113603 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf43a29a-48e3-4e72-b79d-31f216286d69 req-b34d6c32-4321-4b1c-8817-89e8f91ced6c tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.2200963 May 27 11:34:53.113603 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Router 2a878b30-2077-4b0f-a0fc-9adc743903e3 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:34:53.170267 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-dda708b9-207b-4459-acd7-fd5b836df2f4 None None] Provisioning complete for port b71238d4-0d88-4c6e-aa17-028571655a0f triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:53.170642 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-dda708b9-207b-4459-acd7-fd5b836df2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:53.217831 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=48a40922-ccd3-4fba-b953-8a551585c926,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:53.221140 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:53.245756 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf43a29a-48e3-4e72-b79d-31f216286d69 req-f95d71f4-266c-4026-8b68-27ddcef1c9fd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310222 May 27 11:34:53.248109 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 675921c7-3607-4820-9de3-caf87e63bc58 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:53.251422 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:53.288289 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-dda708b9-207b-4459-acd7-fd5b836df2f4 None None] Port b71238d4-0d88-4c6e-aa17-028571655a0f cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:34:53.537438 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:34:53.579888 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] 10.222.0.86 "PUT /v2.0/routers/2a878b30-2077-4b0f-a0fc-9adc743903e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2193234 May 27 11:34:53.640121 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f838c1-a22b-4647-a919-1230e1e9dd85 req-4e659811-b04c-4912-a7b3-ff3a8327aad4 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:53.641658 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f9f838c1-a22b-4647-a919-1230e1e9dd85 req-4e659811-b04c-4912-a7b3-ff3a8327aad4 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2178977 May 27 11:34:53.650714 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290068-a5ff-444e-85ff-a12b8e94d732 req-21c30c26-a2fc-433a-a0e8-5663a092c799 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:53.659116 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54290068-a5ff-444e-85ff-a12b8e94d732 req-21c30c26-a2fc-433a-a0e8-5663a092c799 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.2799768 May 27 11:34:53.745110 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54290068-a5ff-444e-85ff-a12b8e94d732 req-21e0dad6-77f4-43f7-9b78-590884b2ae88 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849967 May 27 11:34:53.753173 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f9f838c1-a22b-4647-a919-1230e1e9dd85 req-49268d85-c6a1-4e66-bd76-63312898dcb4 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917492 May 27 11:34:53.790510 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Sync routers for ids ['2a878b30-2077-4b0f-a0fc-9adc743903e3'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:34:53.803271 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Routers {'2a878b30-2077-4b0f-a0fc-9adc743903e3'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:34:53.805134 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:34:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['2a878b30-2077-4b0f-a0fc-9adc743903e3'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:54.034223 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Set router 2a878b30-2077-4b0f-a0fc-9adc743903e3 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:54.145836 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36550) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:54.147805 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 48a40922-ccd3-4fba-b953-8a551585c926 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:54.328762 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.357339 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:54.361924 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] Usage tracker for resource:security_group_rule and tenant:cf94a906360a4aa09d0de086e9341540 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:54.365306 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:54.371625 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:54.426642 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 48a40922-ccd3-4fba-b953-8a551585c926 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:54.427025 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.531132 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.545664 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840521e-5626-45ab-b481-b051cf2646c5 req-4366f4b4-70e0-4ed7-8271-21de02729011 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:54.546193 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8840521e-5626-45ab-b481-b051cf2646c5 req-4366f4b4-70e0-4ed7-8271-21de02729011 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1336811 May 27 11:34:54.548042 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36562) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:54.553546 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334537601', 'description': 'tempest-secgroup-smoke-334537601 description', 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:54.573584 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:54.581518 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:security_group and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:54.586169 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:54.601150 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:54.607090 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.618581 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-1750f1da-917d-46b0-94bc-2524b6cc8e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:54.654798 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8840521e-5626-45ab-b481-b051cf2646c5 req-0e85382c-27b6-4fa3-bdfb-ad44433fc942 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939121 May 27 11:34:54.657491 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'name': 'tempest-TestVolumeBootPattern-1751834444-router', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a40922-ccd3-4fba-b953-8a551585c926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:45Z', 'updated_at': '2021-05-27T11:34:51Z', 'revision_number': 4, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'gw_port': {'id': '48a40922-ccd3-4fba-b953-8a551585c926', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:46Z', 'updated_at': '2021-05-27T11:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': 'b71238d4-0d88-4c6e-aa17-028571655a0f', 'name': '', 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'mac_address': 'fa:16:3e:92:4d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66e6114a-13a6-4d53-b739-da1f0b932090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:50Z', 'updated_at': '2021-05-27T11:34:51Z', 'revision_number': 2, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'subnets': [{'id': '66e6114a-13a6-4d53-b739-da1f0b932090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:54.664322 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Checking router: 2a878b30-2077-4b0f-a0fc-9adc743903e3 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:34:54.664692 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Updating router 2a878b30-2077-4b0f-a0fc-9adc743903e3 port b71238d4-0d88-4c6e-aa17-028571655a0f binding host dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:34:54.675090 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc97122-b75a-4be0-94c9-649ea0453690,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:54.678126 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:54.686344 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cf94a906360a4aa09d0de086e9341540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395598 May 27 11:34:54.689502 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36568) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:54.706148 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.728614 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:54.732964 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:security_group_rule and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:54.735886 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:54.737064 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.741782 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:54.762379 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c6f96fc7-c6a5-4b89-aa8c-17d5d4be650c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.802632 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c6f96fc7-c6a5-4b89-aa8c-17d5d4be650c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.857216 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.951347 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:54.992827 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-24e7c0d7-4c53-4158-b95e-9dc1faa5a148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:55.002485 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c6f96fc7-c6a5-4b89-aa8c-17d5d4be650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.008395 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:55.021861 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f96fc7-c6a5-4b89-aa8c-17d5d4be650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc97122-b75a-4be0-94c9-649ea0453690,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:55.031046 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c6f96fc7-c6a5-4b89-aa8c-17d5d4be650c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:55.038043 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c6f96fc7-c6a5-4b89-aa8c-17d5d4be650c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.039409 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-c6f96fc7-c6a5-4b89-aa8c-17d5d4be650c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3bc97122-b75a-4be0-94c9-649ea0453690 HTTP/1.1" status: 204 len: 168 time: 0.3489521 May 27 11:34:55.121882 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce87a102-48a2-46d1-9f7c-0db0a31620ee,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:55.127340 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:55.158573 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51756d96-764b-43a3-9b2b-709c7205bd2f req-7731f5fd-9a84-447c-b85f-44c132cbaf58 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:55.160141 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-51756d96-764b-43a3-9b2b-709c7205bd2f req-7731f5fd-9a84-447c-b85f-44c132cbaf58 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.2722585 May 27 11:34:55.196172 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017041-f954-4aee-a4f8-c2e6335cb3cb req-c5ced483-c318-481f-a952-7ec601567498 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:55.197713 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6f017041-f954-4aee-a4f8-c2e6335cb3cb req-c5ced483-c318-481f-a952-7ec601567498 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2541056 May 27 11:34:55.233925 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.236015 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6858783 May 27 11:34:55.236174 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Notify callbacks [] for port, precommit_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.238266 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36584) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:55.245068 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'security_group_rule': {'security_group_id': 'ce87a102-48a2-46d1-9f7c-0db0a31620ee', 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:55.251095 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:55.260432 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-51756d96-764b-43a3-9b2b-709c7205bd2f req-5b42674e-8b70-416d-a250-c973395c758e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858343 May 27 11:34:55.260835 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Transition to ACTIVE for port object b71238d4-0d88-4c6e-aa17-028571655a0f will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:34:55.260924 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:security_group_rule and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:55.260924 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:55.266584 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:55.294729 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6f017041-f954-4aee-a4f8-c2e6335cb3cb req-8eb507ed-a40a-4be6-bba9-ce436a8d71f0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814707 May 27 11:34:55.345394 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.350280 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:55.351290 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.439062 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.498593 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd9a24-87ab-4d25-a834-2c1002c137e7 None None] Pushing event updated for resources: {'Port': ['ID=b71238d4-0d88-4c6e-aa17-028571655a0f,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:55.502979 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-3edd9a24-87ab-4d25-a834-2c1002c137e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:55.522710 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.569991 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a65a6a55-3ead-44c7-89d9-c7a63b748853 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:55.610480 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3bd9d0-644c-4870-9702-9c9fa0b09887,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:55.613070 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:55.634014 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Attempting to bind port b71238d4-0d88-4c6e-aa17-028571655a0f on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:34:55.635226 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Attempting to bind port b71238d4-0d88-4c6e-aa17-028571655a0f by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '416d24f1-4183-4e5a-a370-2db10f5ea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:34:55.635935 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Attempting to bind port b71238d4-0d88-4c6e-aa17-028571655a0f on network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:34:55.642802 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:34:55.643369 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Checking segment: {'id': '416d24f1-4183-4e5a-a370-2db10f5ea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:34:55.643793 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.644283 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Bound using segment: {'id': '416d24f1-4183-4e5a-a370-2db10f5ea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:34:55.644781 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Bound port: b71238d4-0d88-4c6e-aa17-028571655a0f, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416d24f1-4183-4e5a-a370-2db10f5ea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:34:55.654193 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.682652 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.684039 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4446108 May 27 11:34:55.687743 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36602) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:55.693395 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'security_group_rule': {'security_group_id': 'ce87a102-48a2-46d1-9f7c-0db0a31620ee', 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:55.702767 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:55.707452 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:security_group_rule and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:55.710728 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:55.717816 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:55.766963 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] For port b71238d4-0d88-4c6e-aa17-028571655a0f, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:34:55.772498 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] For port b71238d4-0d88-4c6e-aa17-028571655a0f, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=b71238d4-0d88-4c6e-aa17-028571655a0f,segment=NetworkSegment(416d24f1-4183-4e5a-a370-2db10f5ea60f),segment_id=416d24f1-4183-4e5a-a370-2db10f5ea60f)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:34:55.818870 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.841533 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 761e9a64-5ae6-480f-888e-a84def5465d8 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:34:55.895038 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.906468 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aab665-321e-4a5e-948c-0e264d386d6b req-f41ec19b-8fd8-458b-965b-b938e1083b76 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:55.908013 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-55aab665-321e-4a5e-948c-0e264d386d6b req-f41ec19b-8fd8-458b-965b-b938e1083b76 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1017580 May 27 11:34:55.928341 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:55.937749 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:55.963383 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-55aab665-321e-4a5e-948c-0e264d386d6b req-c3c01daf-cc43-44e7-a67b-3c7ff21074ac tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490127 May 27 11:34:56.017294 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:56.051088 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f85bcc91-465d-41de-85d0-ea66d77751d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:56.062072 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Routers {'2a878b30-2077-4b0f-a0fc-9adc743903e3'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:34:56.062728 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:34:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['2a878b30-2077-4b0f-a0fc-9adc743903e3'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:56.071255 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e78009-30d3-4c5f-bfb8-095e86f3fbfe,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:56.075686 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:56.123345 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd9a24-87ab-4d25-a834-2c1002c137e7 None None] Pushing event updated for resources: {'Port': ['ID=b71238d4-0d88-4c6e-aa17-028571655a0f,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:56.135834 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-3edd9a24-87ab-4d25-a834-2c1002c137e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:56.163297 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:56.208262 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:56.210280 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5214086 May 27 11:34:56.215560 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36614) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:56.221544 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'security_group_rule': {'security_group_id': 'ce87a102-48a2-46d1-9f7c-0db0a31620ee', 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:56.233458 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:56.238159 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:security_group_rule and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:56.241551 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:56.250089 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:56.330883 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '761e9a64-5ae6-480f-888e-a84def5465d8', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'port_id': '761e9a64-5ae6-480f-888e-a84def5465d8', 'mac_address': 'fa:16:3e:f2:d6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:34:56.476192 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:56.506044 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:56.529192 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 761e9a64-5ae6-480f-888e-a84def5465d8 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:34:56.544037 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] Set router 2a878b30-2077-4b0f-a0fc-9adc743903e3 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:34:56.631023 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:56.762221 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:56.781610 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65204-a5a9-40d8-a803-ee4f94a061ef req-1c77c397-5690-41be-affb-7a98f89336bd tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:56.783224 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13b65204-a5a9-40d8-a803-ee4f94a061ef req-1c77c397-5690-41be-affb-7a98f89336bd tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2826626 May 27 11:34:56.795713 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd73c1-8945-4516-8c9e-c4684fd6534e req-628dd1b1-720a-4f8c-a01c-8c6564e15da7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:56.798323 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f0bd73c1-8945-4516-8c9e-c4684fd6534e req-628dd1b1-720a-4f8c-a01c-8c6564e15da7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.3963757 May 27 11:34:56.810313 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:56.820133 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:56.880884 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13b65204-a5a9-40d8-a803-ee4f94a061ef req-f1c2d39b-fffe-401c-bef9-2d164c86ba6d tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814111 May 27 11:34:56.889279 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f0bd73c1-8945-4516-8c9e-c4684fd6534e req-00ecd985-0c24-473d-bb67-135bd3d523a2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710421 May 27 11:34:56.911150 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:56.913426 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=6']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:56.913576 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:56.923443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:56.947003 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecca391-4291-4a0d-99de-5d7dd1fbddc4,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:56.951409 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:57.030882 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:57.034905 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36644) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:57.035465 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8198619 May 27 11:34:57.044587 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'security_group_rule': {'security_group_id': 'ce87a102-48a2-46d1-9f7c-0db0a31620ee', 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:57.052945 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:57.059200 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:security_group_rule and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:57.061803 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'name': 'tempest-TestVolumeBootPattern-1751834444-router', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a40922-ccd3-4fba-b953-8a551585c926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:45Z', 'updated_at': '2021-05-27T11:34:51Z', 'revision_number': 4, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'gw_port': {'id': '48a40922-ccd3-4fba-b953-8a551585c926', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:46Z', 'updated_at': '2021-05-27T11:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': 'b71238d4-0d88-4c6e-aa17-028571655a0f', 'name': '', 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'mac_address': 'fa:16:3e:92:4d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66e6114a-13a6-4d53-b739-da1f0b932090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:50Z', 'updated_at': '2021-05-27T11:34:55Z', 'revision_number': 4, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'subnets': [{'id': '66e6114a-13a6-4d53-b739-da1f0b932090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:34:57.064018 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:57.071471 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895bb840-35cd-46b8-ada3-a3a07a99fc6a None None] The sync data for ids ['2a878b30-2077-4b0f-a0fc-9adc743903e3'] in dv-cinder-751579-23-iscsi is: [{'id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'name': 'tempest-TestVolumeBootPattern-1751834444-router', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a40922-ccd3-4fba-b953-8a551585c926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:45Z', 'updated_at': '2021-05-27T11:34:51Z', 'revision_number': 4, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'gw_port': {'id': '48a40922-ccd3-4fba-b953-8a551585c926', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:46Z', 'updated_at': '2021-05-27T11:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': 'b71238d4-0d88-4c6e-aa17-028571655a0f', 'name': '', 'network_id': '93c9b0ee-f35b-4c57-b0fe-022bd3b491ec', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'mac_address': 'fa:16:3e:92:4d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66e6114a-13a6-4d53-b739-da1f0b932090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:50Z', 'updated_at': '2021-05-27T11:34:55Z', 'revision_number': 4, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'subnets': [{'id': '66e6114a-13a6-4d53-b739-da1f0b932090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:34:57.076296 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:57.101926 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['761e9a64-5ae6-480f-888e-a84def5465d8'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:34:57.173543 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:57.283403 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f13d5-9a42-46bc-a03c-c2588d7b068a req-69bfa278-885e-4b32-8e68-39b1e25c5920 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:57.285219 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d36f13d5-9a42-46bc-a03c-c2588d7b068a req-69bfa278-885e-4b32-8e68-39b1e25c5920 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1929688 May 27 11:34:57.337207 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:57.371823 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d36f13d5-9a42-46bc-a03c-c2588d7b068a req-790f2d77-0e64-4854-aff5-f71bc1c32a1d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695910 May 27 11:34:57.437131 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:57.439859 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b1d123a8-d6d4-4166-8d8e-209c69300650 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:57.465794 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae404b80-4ce9-4669-87f8-3068a5a88149,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:57.470478 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:57.590674 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:57.594957 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36662) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:57.601926 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'security_group_rule': {'security_group_id': 'ce87a102-48a2-46d1-9f7c-0db0a31620ee', 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:57.604816 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5548949 May 27 11:34:57.618159 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:57.624744 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:security_group_rule and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:57.628781 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:57.638729 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:57.716999 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.securitygroups_db [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Project 67e3e87a5eb74bf3b950d4ee58fbb84f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 11:34:57.730725 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:57.817270 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:57.861977 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 761e9a64-5ae6-480f-888e-a84def5465d8 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:57.927489 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:57.983082 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fe1ca3be-a45d-4b20-836c-3fe35d35c603 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:58.015642 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1825f69b-4a3e-4ef2-88ba-d5163c06241d,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:58.022071 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:58.053308 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 761e9a64-5ae6-480f-888e-a84def5465d8 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:58.056116 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:58.126981 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:58.130339 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5316505 May 27 11:34:58.130676 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36678) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:34:58.137375 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'security_group_rule': {'security_group_id': 'ce87a102-48a2-46d1-9f7c-0db0a31620ee', 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:34:58.149109 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:34:58.155326 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:security_group_rule and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:34:58.159901 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:34:58.194281 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:34:58.282229 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9bf95-9943-4b94-9878-dad7c042f6bd req-a77e17a3-589f-4f28-b1a1-89613a675ba6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:58.283782 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e2b9bf95-9943-4b94-9878-dad7c042f6bd req-a77e17a3-589f-4f28-b1a1-89613a675ba6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1959927 May 27 11:34:58.318006 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c18e4-d6f2-42f9-b6b8-bbce8e257a54 req-d0abf194-afe2-411d-aa3f-a3da9d09b8e1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:58.326606 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0e2c18e4-d6f2-42f9-b6b8-bbce8e257a54 req-d0abf194-afe2-411d-aa3f-a3da9d09b8e1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 944 time: 0.1716583 May 27 11:34:58.340885 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device b71238d4-0d88-4c6e-aa17-028571655a0f up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:34:58.397349 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.securitygroups_db [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Project 67e3e87a5eb74bf3b950d4ee58fbb84f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 11:34:58.405700 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:58.417530 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e2b9bf95-9943-4b94-9878-dad7c042f6bd req-44a34732-afc6-45b5-bbdf-a3aa9729f071 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246946 May 27 11:34:58.483587 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0e2c18e4-d6f2-42f9-b6b8-bbce8e257a54 req-fd16b05c-7fe5-497f-8374-f6714448d9db tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557033 May 27 11:34:58.494026 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:58.545308 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:34:58.568391 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:58.594408 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:58.627488 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8', 'code': 200} May 27 11:34:58.648620 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port b71238d4-0d88-4c6e-aa17-028571655a0f completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:34:58.652136 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:58.656104 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:58.699172 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port b71238d4-0d88-4c6e-aa17-028571655a0f triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:34:58.699556 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:58.705174 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:58.711876 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7201b1-aa47-4ac2-9a18-ba2e62a75718 req-6807affc-d5f5-442a-9d68-e5b450d086ec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:58.713552 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e0f863dd-e54d-479d-a3f0-4103972cb273 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:58.714644 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cc7201b1-aa47-4ac2-9a18-ba2e62a75718 req-6807affc-d5f5-442a-9d68-e5b450d086ec tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0928886 May 27 11:34:58.770783 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4324690b-629d-4d5a-a099-89ea78c0577d,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:58.773720 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:58.865357 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cc7201b1-aa47-4ac2-9a18-ba2e62a75718 req-55e8b0a1-04b3-42b0-afcb-1377c0ad9737 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437881 May 27 11:34:58.890297 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=7']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:58.894747 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:58.908686 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:58.910595 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7782831 May 27 11:34:59.041976 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:59.094121 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port b71238d4-0d88-4c6e-aa17-028571655a0f, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=b71238d4-0d88-4c6e-aa17-028571655a0f,segment=NetworkSegment(416d24f1-4183-4e5a-a370-2db10f5ea60f),segment_id=416d24f1-4183-4e5a-a370-2db10f5ea60f)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:34:59.399455 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:34:59.405725 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:34:59.496777 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=b71238d4-0d88-4c6e-aa17-028571655a0f,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:34:59.503994 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:34:59.826045 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9c33f-879e-4232-ab55-79b7d056e6ec req-99580913-8089-4669-af5a-199c3eb125c0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:59.827451 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f0f9c33f-879e-4232-ab55-79b7d056e6ec req-99580913-8089-4669-af5a-199c3eb125c0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2469482 May 27 11:34:59.846403 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd6e8-9ea8-4a41-bf0f-15001306a96e req-fb9b0c67-aa27-4468-a0ca-4916f6e2a267 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:34:59.848721 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-02ecd6e8-9ea8-4a41-bf0f-15001306a96e req-fb9b0c67-aa27-4468-a0ca-4916f6e2a267 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1314776 May 27 11:34:59.961563 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-02ecd6e8-9ea8-4a41-bf0f-15001306a96e req-ffa0fde3-1453-41fc-8c6f-c0b4be071dfc tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828454 May 27 11:34:59.967346 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f0f9c33f-879e-4232-ab55-79b7d056e6ec req-1ec1c8eb-35ab-4fee-92a9-81e82278b166 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171329 May 27 11:35:00.096745 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device b71238d4-0d88-4c6e-aa17-028571655a0f up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:00.183049 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port b71238d4-0d88-4c6e-aa17-028571655a0f triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:00.184190 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:00.199108 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0272f9-5a9c-4076-845e-c49edd168190 req-27bd86bd-fd29-4503-96f9-0f88f34acf71 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:00.207811 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bb0272f9-5a9c-4076-845e-c49edd168190 req-27bd86bd-fd29-4503-96f9-0f88f34acf71 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1012499 May 27 11:35:00.306491 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bb0272f9-5a9c-4076-845e-c49edd168190 req-c852e005-36a3-4925-a988-40221e3649de tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994248 May 27 11:35:01.284154 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8da76-7d62-4724-b804-6f9f4ea4bcdc req-c9c3d51a-3d39-4d83-93d3-ede0798fdd46 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:01.295176 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ddd8da76-7d62-4724-b804-6f9f4ea4bcdc req-c9c3d51a-3d39-4d83-93d3-ede0798fdd46 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1811428 May 27 11:35:01.305175 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78f738-1070-4d59-af5f-d1cddc149dfd req-6db79643-e6dc-417f-b00a-51fd5bb336e0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:01.314659 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cc78f738-1070-4d59-af5f-d1cddc149dfd req-6db79643-e6dc-417f-b00a-51fd5bb336e0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.2018554 May 27 11:35:01.404195 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cc78f738-1070-4d59-af5f-d1cddc149dfd req-d60f8163-6d98-4786-8b73-df7062c35b4c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885358 May 27 11:35:01.448296 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ddd8da76-7d62-4724-b804-6f9f4ea4bcdc req-0eff42dd-939b-400e-acaa-e512074140d6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520233 May 27 11:35:01.699551 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e70af-7e0e-4806-9a99-31e93c07d9c1 req-4aa90d75-4aec-43ab-9c33-1e77ba8e862e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:01.701111 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-181e70af-7e0e-4806-9a99-31e93c07d9c1 req-4aa90d75-4aec-43ab-9c33-1e77ba8e862e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1264064 May 27 11:35:01.766366 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-181e70af-7e0e-4806-9a99-31e93c07d9c1 req-c2cc15d3-a85a-4b83-b5ce-d0952d4f23b7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568905 May 27 11:35:02.701512 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44f45c37-b4fe-4cda-acdf-ebf28e7f2cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:02.722022 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217375a-b76c-430c-9409-82fe97a1d650 req-4bf79993-53e7-4299-90be-8f1c7518631c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:02.724277 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1217375a-b76c-430c-9409-82fe97a1d650 req-4bf79993-53e7-4299-90be-8f1c7518631c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1544104 May 27 11:35:02.736153 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0666d-cbfc-4024-9c22-5d3db2b661e8 req-7a4ffac8-7e53-48c4-a926-bf44a28b1f1a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:02.747753 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2af0666d-cbfc-4024-9c22-5d3db2b661e8 req-7a4ffac8-7e53-48c4-a926-bf44a28b1f1a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.2237158 May 27 11:35:02.808934 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:02.848106 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2af0666d-cbfc-4024-9c22-5d3db2b661e8 req-998985f0-7709-4637-ab9e-2b9b074c92ac tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993636 May 27 11:35:02.858645 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1217375a-b76c-430c-9409-82fe97a1d650 req-40357047-e86e-4475-b6a2-8e5f6141252f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086898 May 27 11:35:03.070671 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80f73c-efae-4928-8548-4d2ea1c62bf4 req-194a3c97-04a5-4eca-a11f-6c5803893dc7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:03.072526 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5b80f73c-efae-4928-8548-4d2ea1c62bf4 req-194a3c97-04a5-4eca-a11f-6c5803893dc7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1057520 May 27 11:35:03.124683 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5b80f73c-efae-4928-8548-4d2ea1c62bf4 req-8d3dae70-1732-453b-ac61-125d4c7b98e9 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 May 27 11:35:04.243621 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235150-25fc-423f-a703-229a095c596f req-0d04c0e6-e1da-4806-a22d-c9798ef33c1e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:04.250803 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9d235150-25fc-423f-a703-229a095c596f req-0d04c0e6-e1da-4806-a22d-c9798ef33c1e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2338688 May 27 11:35:04.296109 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c333df2-5785-4dc0-bb62-87b3af909590 req-7bf595fb-e863-4cfa-88a3-3bd6f5db36b5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:04.303198 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6c333df2-5785-4dc0-bb62-87b3af909590 req-7bf595fb-e863-4cfa-88a3-3bd6f5db36b5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.2034461 May 27 11:35:04.348595 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9d235150-25fc-423f-a703-229a095c596f req-6b417c4d-31e1-421f-b9e7-f18624c648a5 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968139 May 27 11:35:04.479058 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6c333df2-5785-4dc0-bb62-87b3af909590 req-16fb5414-5660-4dea-9d56-6e94fc7fa339 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744103 May 27 11:35:04.574440 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57971b55-f904-47e7-a26a-fd862cc7113b req-7b3601c5-ab80-47dd-8708-dfe8835465ab tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:04.576280 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-57971b55-f904-47e7-a26a-fd862cc7113b req-7b3601c5-ab80-47dd-8708-dfe8835465ab tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0962524 May 27 11:35:04.651540 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-57971b55-f904-47e7-a26a-fd862cc7113b req-04e03afa-2e71-409e-907b-f13e1d94714f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684998 May 27 11:35:04.901928 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36804) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:05.054768 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:05.056717 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:05.074224 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:05.078229 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:8f3de0bb1c374fd483ba8e4b9b1eb4c1 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:05.081416 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:05.088261 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:05.192359 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:05.243349 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d4c9feb2-0111-479b-a768-4e7a6029fb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:05.289470 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:05.327213 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-98f8e7d8-cd74-4ab2-96b3-b6c65a456f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:05.432103 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36818) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:05.442833 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8f3de0bb1c374fd483ba8e4b9b1eb4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5385776 May 27 11:35:05.502996 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c318c540-4042-4f0b-8e45-77abf25a3096,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:05.506076 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:05.676345 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-11e670c1-cf89-4268-8f33-c4f2e82b4091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:05.746251 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-11e670c1-cf89-4268-8f33-c4f2e82b4091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:05.828432 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50518c-77bb-47e9-b2f7-67f00623ea86 req-e90269d6-9372-423a-a392-19857d2ab41d tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:05.830379 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6e50518c-77bb-47e9-b2f7-67f00623ea86 req-e90269d6-9372-423a-a392-19857d2ab41d tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2800348 May 27 11:35:05.846024 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8415f-f704-41ff-9770-7dca810bf32f req-98f7c468-0a5d-4a4d-9627-a139eeeefbcd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:05.854642 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1bc8415f-f704-41ff-9770-7dca810bf32f req-98f7c468-0a5d-4a4d-9627-a139eeeefbcd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.2285542 May 27 11:35:05.966320 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1bc8415f-f704-41ff-9770-7dca810bf32f req-422c66a9-8a08-4f01-9973-7fab5b843af6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105146 May 27 11:35:05.977233 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6e50518c-77bb-47e9-b2f7-67f00623ea86 req-57dcf57b-3e3f-400f-b5e0-d3f313746f1e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194727 May 27 11:35:06.059755 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-11e670c1-cf89-4268-8f33-c4f2e82b4091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:06.066086 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c6454542-ef1a-4c5b-9519-31f75d8bedc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:06.108851 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e670c1-cf89-4268-8f33-c4f2e82b4091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c318c540-4042-4f0b-8e45-77abf25a3096,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:06.130628 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-11e670c1-cf89-4268-8f33-c4f2e82b4091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:06.134049 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-11e670c1-cf89-4268-8f33-c4f2e82b4091 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c318c540-4042-4f0b-8e45-77abf25a3096 HTTP/1.1" status: 204 len: 168 time: 0.7008185 May 27 11:35:06.148712 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-11e670c1-cf89-4268-8f33-c4f2e82b4091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:06.282995 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c92875-8b66-489f-8e18-272644f977a9 req-e11335c7-ca08-4c7a-b275-0aa1c89f0e36 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:06.284760 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42c92875-8b66-489f-8e18-272644f977a9 req-e11335c7-ca08-4c7a-b275-0aa1c89f0e36 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1061940 May 27 11:35:06.334540 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42c92875-8b66-489f-8e18-272644f977a9 req-98efe206-68bd-4d75-a148-f42ba3d5c6fa tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436277 May 27 11:35:06.764336 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:07.340917 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796cf9c-eb4f-44a8-ae9a-32c4af8e2ac0 req-d35a8b40-0074-4d30-8229-d111a45b8f35 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:07.354948 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e796cf9c-eb4f-44a8-ae9a-32c4af8e2ac0 req-d35a8b40-0074-4d30-8229-d111a45b8f35 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1996868 May 27 11:35:07.370113 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fda1c-b2a3-434a-a6ca-284f89f50a37 req-b4cdffa8-9d13-4bff-a804-33ac3966580c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:07.380557 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c94fda1c-b2a3-434a-a6ca-284f89f50a37 req-b4cdffa8-9d13-4bff-a804-33ac3966580c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1480989 May 27 11:35:07.474300 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c94fda1c-b2a3-434a-a6ca-284f89f50a37 req-815f6397-4ed8-4ee6-9862-b018dd827e61 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908663 May 27 11:35:07.510339 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e796cf9c-eb4f-44a8-ae9a-32c4af8e2ac0 req-92f61692-1b05-4111-a3f9-ea3da82034b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241310 May 27 11:35:07.731390 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365298b5-dea4-49c2-9bad-b038c4e47256 req-fbb83fdc-3626-49a4-af82-0f2e51fee77b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:07.733056 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-365298b5-dea4-49c2-9bad-b038c4e47256 req-fbb83fdc-3626-49a4-af82-0f2e51fee77b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1183012 May 27 11:35:07.792016 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-365298b5-dea4-49c2-9bad-b038c4e47256 req-67cda4db-6442-4846-a432-b10f5d0a6258 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507061 May 27 11:35:07.990675 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:08.290410 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36884) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:08.442794 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-975106807-network', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:35:08.452077 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:08.458364 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Usage tracker for resource:network and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:08.461900 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:08.470169 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:08.621771 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Made reservation on behalf of b2838aedf0d54734aa791619c58dea38 for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:35:08.624323 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:08.687593 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:08.720462 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:08.727781 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Usage tracker for resource:security_group_rule and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:08.732254 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:08.745947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:08.844864 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88aaac-f226-4da3-865a-786517162e3c req-7dfdce05-e624-43ce-8c1b-e4e7e57a6ec9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:08.846429 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2e88aaac-f226-4da3-865a-786517162e3c req-7dfdce05-e624-43ce-8c1b-e4e7e57a6ec9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2094312 May 27 11:35:08.905960 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8514f3a-ee92-4de8-84f9-0f34bf04f2f5 req-da125326-9cde-4678-8b71-0198d219d8bf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:08.907524 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b8514f3a-ee92-4de8-84f9-0f34bf04f2f5 req-da125326-9cde-4678-8b71-0198d219d8bf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.1720440 May 27 11:35:08.973837 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2e88aaac-f226-4da3-865a-786517162e3c req-d33ee13e-4474-45c7-afc0-575d12852f37 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190174 May 27 11:35:08.990657 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b8514f3a-ee92-4de8-84f9-0f34bf04f2f5 req-5a9535c7-70cb-40f5-88ce-d9c0f6b1281e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731018 May 27 11:35:09.064174 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:09.170034 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:09.180653 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-77f29a9b-6b7f-4aa6-a9c4-384a3f6b5d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:09.242698 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:35:09.249739 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:09.255709 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:09.265014 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:09.265350 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Added segment 87e78ef4-d92a-4d49-853a-5ec9efc5540a of type vlan for network f48e50d9-53b5-47b2-9e9b-5677a3deaaff May 27 11:35:09.291945 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaff85c-a4a5-4bad-b9e9-eed667c35574 req-0f755888-f893-436f-b289-aa681876bd34 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:09.299376 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-deaff85c-a4a5-4bad-b9e9-eed667c35574 req-0f755888-f893-436f-b289-aa681876bd34 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1787014 May 27 11:35:09.344749 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:09.382822 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-deaff85c-a4a5-4bad-b9e9-eed667c35574 req-ace3ab65-4d75-4759-bd7e-22cafeb1de61 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825086 May 27 11:35:09.534527 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:09.542222 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:09.542884 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:09.550265 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:09.672579 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Pushing event updated for resources: {'Network': ['ID=f48e50d9-53b5-47b2-9e9b-5677a3deaaff,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:09.681608 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:09.695516 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network f48e50d9-53b5-47b2-9e9b-5677a3deaaff details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:35:09.756078 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4649508 May 27 11:35:09.778639 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36950) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:09.778639 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Request body: {'subnet': {'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-975106807-subnet', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'ip_version': 4}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:35:09.778639 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:09.793242 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Usage tracker for resource:subnet and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:09.797684 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:09.824340 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:09.977874 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Made reservation on behalf of b2838aedf0d54734aa791619c58dea38 for: {'subnet': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:35:09.985080 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6380499'] for subnet, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:10.549258 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9ecb-f2e8-4a68-9961-8f41daa4d9df req-2285fb4d-a99b-427e-b324-8f5f43ee6ff3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:10.550859 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-eb7c9ecb-f2e8-4a68-9961-8f41daa4d9df req-2285fb4d-a99b-427e-b324-8f5f43ee6ff3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.2950218 May 27 11:35:10.559330 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fbb5c-7dfc-418c-aefc-9567c616cd8d req-8e0b13e5-7eee-4eb7-9ef8-80985ef7b669 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:10.560958 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e31fbb5c-7dfc-418c-aefc-9567c616cd8d req-8e0b13e5-7eee-4eb7-9ef8-80985ef7b669 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.3796613 May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-eb7c9ecb-f2e8-4a68-9961-8f41daa4d9df req-6e843cd5-bcbd-4aae-a9be-8dce2f7c9b88 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957096 May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e31fbb5c-7dfc-418c-aefc-9567c616cd8d req-cf5eeb74-072e-4434-8267-d732e8fdc9b6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889015 May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 36978) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] Usage tracker for resource:security_group_rule and tenant:14d2994160224d3bb871c5204a602096 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41c13d-4498-41e3-ab1c-967784dc0e60 req-833f9f6e-f57a-4c0d-910c-3423f0e38808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2f41c13d-4498-41e3-ab1c-967784dc0e60 req-833f9f6e-f57a-4c0d-910c-3423f0e38808 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 1099 time: 0.1930273 May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331ab17-585f-42f1-8e07-a10857deb162 req-21c43313-9f6e-48e2-b94c-b6602875e0a5 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5331ab17-585f-42f1-8e07-a10857deb162 req-21c43313-9f6e-48e2-b94c-b6602875e0a5 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1689959 May 27 11:35:11.031745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:11.108156 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2f41c13d-4498-41e3-ab1c-967784dc0e60 req-4aeba5a8-4b2a-4601-b90c-bc124c256ed6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863767 May 27 11:35:11.113765 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5331ab17-585f-42f1-8e07-a10857deb162 req-4cff4410-4421-4b9c-8899-469436f5e24f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763071 May 27 11:35:11.184119 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:11.543837 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:11.553540 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-54411ed8-966e-442b-a504-0156277a95ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:11.607522 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6380485'] for subnet, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:11.610702 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=14d2994160224d3bb871c5204a602096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038881 May 27 11:35:11.611208 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6967cb7-7f97-447e-8cc0-73a88f0ff0d5,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:11.614067 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 36994) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:11.617415 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:11.617973 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-34564a2f-e9ba-4c99-ab46-f753fa92a782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:11.695139 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0084646a-ccb8-45cc-9ef7-abfaff32243c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:11.699021 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1391139-e1d1-4ee6-a7e9-946297db15a7,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:11.703111 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:11.708077 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Checking segment: {'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:35:11.718880 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Network hostable DHCP agents. Network: f48e50d9-53b5-47b2-9e9b-5677a3deaaff, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:35:11.766864 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0084646a-ccb8-45cc-9ef7-abfaff32243c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:11.877582 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Network f48e50d9-53b5-47b2-9e9b-5677a3deaaff is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:35:11.915232 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0084646a-ccb8-45cc-9ef7-abfaff32243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:11.921640 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c39d34d7-2f91-4f3d-8045-3698d77b4ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:11.979922 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084646a-ccb8-45cc-9ef7-abfaff32243c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6967cb7-7f97-447e-8cc0-73a88f0ff0d5,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:11.990206 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0084646a-ccb8-45cc-9ef7-abfaff32243c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:12.003272 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0084646a-ccb8-45cc-9ef7-abfaff32243c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:12.007472 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dbcb1-9485-4ee6-bb28-3c61ab1c61cb req-688b1abf-688e-4ddc-95cc-1d2273a3ae67 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:12.009129 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4a5dbcb1-9485-4ee6-bb28-3c61ab1c61cb req-688b1abf-688e-4ddc-95cc-1d2273a3ae67 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1424260 May 27 11:35:12.010898 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-0084646a-ccb8-45cc-9ef7-abfaff32243c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6967cb7-7f97-447e-8cc0-73a88f0ff0d5 HTTP/1.1" status: 204 len: 168 time: 0.3879659 May 27 11:35:12.026994 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b26c16-1026-4f93-8024-e29761430edc req-2f083a12-3623-453c-8e83-dda112fa37be tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:12.034712 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f5b26c16-1026-4f93-8024-e29761430edc req-2f083a12-3623-453c-8e83-dda112fa37be tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.2187514 May 27 11:35:12.053619 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, f48e50d9-53b5-47b2-9e9b-5677a3deaaff) {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:12.109235 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:12.109598 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:12.171164 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f53889a-ffc8-4ce1-a9f3-c16792de0716 None None] Network f48e50d9-53b5-47b2-9e9b-5677a3deaaff requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:35:12.223337 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4a5dbcb1-9485-4ee6-bb28-3c61ab1c61cb req-d3b1f76f-f890-45ea-8e1b-175fbd1d0c0c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859360 May 27 11:35:12.255179 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f5b26c16-1026-4f93-8024-e29761430edc req-e2b7f8af-bc16-47f7-8a68-276f199fc5cb tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196038 May 27 11:35:12.367387 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-13cfb811-04b7-4257-9e67-1bc70c7bd05f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6074185 May 27 11:35:12.370952 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 37024) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:12.384202 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:35:12.388425 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:12.401762 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Usage tracker for resource:router and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:12.421687 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:12.435014 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:12.539421 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-884385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:12.542661 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-881313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:12.574107 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:12.619476 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf677-d79f-446c-b507-2e115b2f394d req-dc1365e7-ed82-4c72-90b1-9fd2072aaf78 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:12.622377 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-59ccf677-d79f-446c-b507-2e115b2f394d req-dc1365e7-ed82-4c72-90b1-9fd2072aaf78 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1598411 May 27 11:35:12.716192 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-59ccf677-d79f-446c-b507-2e115b2f394d req-04413013-717c-4f85-aecc-06d5f7e04092 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856903 May 27 11:35:12.825560 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp406d2aa3-827e-5c42-ba9c-45e187d9f653-f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7'}]}} from dv-cinder-751579-23-iscsi. {{(pid=92451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:35:12.830169 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:13.086837 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.db_base_plugin_common [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Allocated IP 172.20.0.2 (f48e50d9-53b5-47b2-9e9b-5677a3deaaff/e1391139-e1d1-4ee6-a7e9-946297db15a7/f6fd4079-5fc3-479e-a8a2-e7512c7a3f18) {{(pid=92451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:35:13.094910 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:13.326359 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Notify callbacks [] for port, precommit_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:13.340085 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Transition to ACTIVE for port object f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:13.381285 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Transition to ACTIVE for port object f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 will not be triggered until provisioned by entity DHCP. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:13.505626 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:13.510094 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:13.584438 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Pushing event updated for resources: {'Port': ['ID=f6fd4079-5fc3-479e-a8a2-e7512c7a3f18,revision_number=1']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:13.594169 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.594563 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.594794 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.595331 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.595566 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.595892 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.596242 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.596656 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.596867 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.597187 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.597500 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.597823 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:13.602950 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:13.624081 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Network f48e50d9-53b5-47b2-9e9b-5677a3deaaff is already hosted by enough agents. {{(pid=92451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:35:13.625348 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.base_scheduler [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Resources bound (agent type, host, resource id): {{(pid=92451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:13.627921 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Received port after_create {{(pid=92451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:35:13.745886 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b05696-240c-4b1e-addf-38b3532af740 req-0889e230-4d3e-419b-9dc7-6c09c6d60997 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:13.752733 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e9b05696-240c-4b1e-addf-38b3532af740 req-0889e230-4d3e-419b-9dc7-6c09c6d60997 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.3038590 May 27 11:35:13.765221 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Attempting to bind port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:35:13.765874 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Attempting to bind port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:35:13.766416 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Attempting to bind port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 on network f48e50d9-53b5-47b2-9e9b-5677a3deaaff {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:35:13.772919 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:35:13.773625 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Checking segment: {'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:35:13.774242 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:13.774909 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Bound using segment: {'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:35:13.781327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb480d0-509a-429d-8c2a-adc613394280 req-c70c359c-19c6-4995-ae87-9e32a9e8caa3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:13.782408 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8cb480d0-509a-429d-8c2a-adc613394280 req-c70c359c-19c6-4995-ae87-9e32a9e8caa3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.3358660 May 27 11:35:13.782767 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Bound port: f6fd4079-5fc3-479e-a8a2-e7512c7a3f18, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:35:13.783512 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:13.862051 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e9b05696-240c-4b1e-addf-38b3532af740 req-0bafa23c-7e77-4e15-8b57-f385da2de10c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084669 May 27 11:35:13.894952 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] For port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:35:13.901433 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] For port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=f6fd4079-5fc3-479e-a8a2-e7512c7a3f18,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:35:13.928609 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8cb480d0-509a-429d-8c2a-adc613394280 req-f1b2df44-5800-4b8e-9efa-9af6179b5b31 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344852 May 27 11:35:13.990734 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:13.996457 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:14.077932 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:14.113894 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Pushing event updated for resources: {'Port': ['ID=f6fd4079-5fc3-479e-a8a2-e7512c7a3f18,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:14.116971 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:14.200415 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:14.398762 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee84d5-3930-491f-a858-bbe75262e69e req-8005db82-00e0-42da-a8fa-fa598c0fb4fb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:14.407702 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e8ee84d5-3930-491f-a858-bbe75262e69e req-8005db82-00e0-42da-a8fa-fa598c0fb4fb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2913933 May 27 11:35:14.451197 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebe31f-d5dc-4f14-bce7-a66a65473a3c req-5e1ba35e-7627-4c41-a35a-6c0f9a5dd6ac tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:14.454965 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c7ebe31f-d5dc-4f14-bce7-a66a65473a3c req-5e1ba35e-7627-4c41-a35a-6c0f9a5dd6ac tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.4118359 May 27 11:35:14.510062 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Allocated IP 172.27.0.69 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/f7c3322c-1d5c-4bcd-ad21-0e28073636e3) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:35:14.549405 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e8ee84d5-3930-491f-a858-bbe75262e69e req-754d48a4-030d-4896-ab06-ff4fc4332aa3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362727 May 27 11:35:14.592663 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c7ebe31f-d5dc-4f14-bce7-a66a65473a3c req-f92a5780-31d1-4a4b-ad27-fe236f9d2262 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150308 May 27 11:35:14.724262 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:14.814212 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:14.819734 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:14.887924 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:35:14.890946 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:14.894980 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:35:14.930240 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c3322c-1d5c-4bcd-ad21-0e28073636e3,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:14.937992 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:15.316376 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01eb7e3-af37-4687-93ba-a89a5f999a7e None None] Network f48e50d9-53b5-47b2-9e9b-5677a3deaaff requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:35:15.447930 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a7971-29d5-4c54-8ea9-b2d29ef32b87 req-bed4e90e-6c7d-4ab5-af98-a6d5ffccf108 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:15.449534 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ae8a7971-29d5-4c54-8ea9-b2d29ef32b87 req-bed4e90e-6c7d-4ab5-af98-a6d5ffccf108 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.3491552 May 27 11:35:15.451599 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-5e5b0398-2a25-48bf-8020-79ad0201ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:15.453657 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-5e5b0398-2a25-48bf-8020-79ad0201ec8e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 1098 time: 0.3101110 May 27 11:35:15.539855 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-9934bf07-bfeb-49bb-b993-8d17ade99aae None None] Provisioning for port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:15.877508 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ae8a7971-29d5-4c54-8ea9-b2d29ef32b87 req-4a16c37d-d286-441c-abd6-03cfa056a644 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4200478 May 27 11:35:16.039695 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-72c22f65-51b4-4c50-a1e8-8c1ef9a249df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:16.041742 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-72c22f65-51b4-4c50-a1e8-8c1ef9a249df service neutron] 10.222.0.76 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 918 time: 0.5703995 May 27 11:35:16.093172 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37130) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:16.111327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:16.151834 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:16.169073 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-3408b6d7-6120-457d-ade2-b5049ee1f877 admin admin] Deleting subnet ba975725-4312-456d-a5c8-b1225cab9321 {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:35:16.172732 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3408b6d7-6120-457d-ade2-b5049ee1f877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:16.225982 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3408b6d7-6120-457d-ade2-b5049ee1f877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225886'] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:16.229795 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542817-a9e7-4dd6-8926-11bccdbd507d req-a48ff3ee-21e6-44f7-8908-cfc180f2cb90 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:16.231305 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-30542817-a9e7-4dd6-8926-11bccdbd507d req-a48ff3ee-21e6-44f7-8908-cfc180f2cb90 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.4444685 May 27 11:35:16.288697 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3408b6d7-6120-457d-ade2-b5049ee1f877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:16.299735 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:16.305246 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:16.305620 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:16.318987 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-9f026f5f-8bf0-4845-b0f4-72c8a84dd31e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761e9a64-5ae6-480f-888e-a84def5465d8 HTTP/1.1" status: 200 len: 1001 time: 0.2689188 May 27 11:35:16.422505 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-30542817-a9e7-4dd6-8926-11bccdbd507d req-90810c99-ae88-4a03-b1a2-19f09119ace7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823521 May 27 11:35:16.449461 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:16.522066 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-036512b4-9d6d-4398-88bf-eaaefb27e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:16.523518 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-036512b4-9d6d-4398-88bf-eaaefb27e8da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 200 len: 855 time: 0.1886964 May 27 11:35:16.528266 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=f6fd4079-5fc3-479e-a8a2-e7512c7a3f18,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:35:16.590399 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-d8ff1755-763c-4309-8487-c28fe399f49a tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b4771d7a673948f38bcdaf2beb6b4e87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785947 May 27 11:35:16.602603 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:16.608676 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:16.678424 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=f6fd4079-5fc3-479e-a8a2-e7512c7a3f18,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:16.681864 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:16.826413 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3408b6d7-6120-457d-ade2-b5049ee1f877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7864749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696197'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:16.834427 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-884406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583'] for router, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:16.835816 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:16.846866 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-193a0724-5f10-47a2-a344-d14027d08952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:16.848402 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-193a0724-5f10-47a2-a344-d14027d08952 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af505858-099f-4c8c-a08e-146c90c5ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3004887 May 27 11:35:16.900646 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3408b6d7-6120-457d-ade2-b5049ee1f877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:16.904151 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b6d7-6120-457d-ade2-b5049ee1f877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba975725-4312-456d-a5c8-b1225cab9321,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:16.920760 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-3408b6d7-6120-457d-ade2-b5049ee1f877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:16.928795 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-3408b6d7-6120-457d-ade2-b5049ee1f877 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ba975725-4312-456d-a5c8-b1225cab9321 HTTP/1.1" status: 204 len: 168 time: 0.8344646 May 27 11:35:16.932928 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37158) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:16.967857 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83736f74-3adb-45a2-937a-a169922c5f06 req-582ed7c3-2def-4791-a0ff-16819137d8da tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:16.967857 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-582ed7c3-2def-4791-a0ff-16819137d8da tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3578765 May 27 11:35:17.069654 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.097422 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-c44ea0f0-9c71-4b27-819f-3b035a0cffa7 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/quotas/b4771d7a673948f38bcdaf2beb6b4e87 HTTP/1.1" status: 200 len: 375 time: 0.1231260 May 27 11:35:17.211334 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.226017 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef957d79-180a-4dbe-8ab8-143a95f1ad6f']}} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:17.241361 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac40f4b3-1cd8-48e4-a28c-ee311635a736') {'for_net_delete': True} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:17.241598 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac40f4b3-1cd8-48e4-a28c-ee311635a736') {} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:17.256086 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225895'] for segment, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.273772 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.280826 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=92449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:35:17.281204 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7865103'] for segment, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: Traceback (most recent call last): May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: timer() May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: cb(*args, **kw) May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: return func(*args, **kwargs) May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: self._notify() May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: self.callback(batched_events) May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: event.method(event) May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: return f(self, *a, **k) May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._get(url).json() May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: return self.request(url, 'GET', **kwargs) May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:35:17.295630 dv-cinder-751579-23-iscsi neutron-server[92449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:35:17.357349 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-8958a0ce-fdc3-403c-9cd2-d430612a8d12 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b4771d7a673948f38bcdaf2beb6b4e87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831025 May 27 11:35:17.391212 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-9d78a87a-f1c4-40ae-b679-319e7ee0d050 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717193 May 27 11:35:17.435183 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.439447 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0b89071b-7bba-4c9c-862c-be942e3932c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:17.455792 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.461947 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef957d79-180a-4dbe-8ab8-143a95f1ad6f,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:17.466513 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:17.468408 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-5963eb2d-f8f3-4163-85ff-8def06905ef7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ef957d79-180a-4dbe-8ab8-143a95f1ad6f HTTP/1.1" status: 204 len: 168 time: 0.5331881 May 27 11:35:17.475188 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37164) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:17.512412 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd6cf5-53cf-42fd-a8bc-2759fa68ea1d req-00facf65-8a58-476e-8f78-48b5e198f56b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:17.513895 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aedd6cf5-53cf-42fd-a8bc-2759fa68ea1d req-00facf65-8a58-476e-8f78-48b5e198f56b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 945 time: 0.4773397 May 27 11:35:17.540549 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-21623820-3bea-4df1-83d8-c706a5e959de admin admin] Deleting subnet 6f073f15-9e6c-4052-ab90-baaab393e32d {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:35:17.543877 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-21623820-3bea-4df1-83d8-c706a5e959de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.608681 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe4a26d9-8e64-46d0-badb-7c842fa57bbf req-26cbc1ac-f347-44f4-ac0f-359969efc59a service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088373 May 27 11:35:17.628658 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aedd6cf5-53cf-42fd-a8bc-2759fa68ea1d req-503709d3-df48-4fc8-a7f4-96381c3af3b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874343 May 27 11:35:17.629425 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-21623820-3bea-4df1-83d8-c706a5e959de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225886'] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.694058 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-21623820-3bea-4df1-83d8-c706a5e959de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:17.717065 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Router c09c0088-b29d-4cda-aaab-a61661e71dae is scheduled to L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def with binding_index 1 {{(pid=92450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:35:17.920855 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 761e9a64-5ae6-480f-888e-a84def5465d8 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:35:18.003501 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:35:18.013242 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Sync routers for ids ['c09c0088-b29d-4cda-aaab-a61661e71dae'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:35:18.032682 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Routers {'c09c0088-b29d-4cda-aaab-a61661e71dae'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:35:18.033349 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:35:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['c09c0088-b29d-4cda-aaab-a61661e71dae'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:18.044104 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435a0f-162e-49d8-99c3-3c7c13174414 req-3bb34196-71f0-4832-b249-6a678afbaae1 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:18.045804 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b2435a0f-162e-49d8-99c3-3c7c13174414 req-3bb34196-71f0-4832-b249-6a678afbaae1 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.2284613 May 27 11:35:18.148683 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:18.151089 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b2435a0f-162e-49d8-99c3-3c7c13174414 req-f59cbc51-c741-4613-b644-263d6d7a280e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911288 May 27 11:35:18.236971 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:18.276259 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Notify callbacks [] for router, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:18.278081 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9058743 May 27 11:35:18.282460 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37182) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:18.294748 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-21623820-3bea-4df1-83d8-c706a5e959de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7864749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696197'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:18.307725 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5110a895-4a9a-4880-b8bf-54f584f9577b req-cf89d59d-9a95-4137-8e67-acca637a244e tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 210 time: 0.0713680 May 27 11:35:18.311392 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:35:18.331286 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:35:18.334371 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:18.334745 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:18.425552 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Set router c09c0088-b29d-4cda-aaab-a61661e71dae gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:35:18.436540 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:18.508711 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:18.517754 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:18.706944 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=8']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:18.713335 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:18.819526 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-21623820-3bea-4df1-83d8-c706a5e959de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:18.841627 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-21623820-3bea-4df1-83d8-c706a5e959de admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6f073f15-9e6c-4052-ab90-baaab393e32d HTTP/1.1" status: 204 len: 168 time: 1.3652050 May 27 11:35:18.843087 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21623820-3bea-4df1-83d8-c706a5e959de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f073f15-9e6c-4052-ab90-baaab393e32d,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:18.848848 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e765f-9fb0-4746-9548-17d70fd93922 req-516d734e-dedf-4cf0-87f6-a175064c5b46 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:18.852196 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-21623820-3bea-4df1-83d8-c706a5e959de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:18.854625 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37198) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:18.878600 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-048e765f-9fb0-4746-9548-17d70fd93922 req-516d734e-dedf-4cf0-87f6-a175064c5b46 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2715065 May 27 11:35:18.893352 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a25548-9ed3-4c7d-9622-71946f9d4362 req-31472008-6772-4d3f-9811-cb19e76a155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:18.894909 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42a25548-9ed3-4c7d-9622-71946f9d4362 req-31472008-6772-4d3f-9811-cb19e76a155b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 1098 time: 0.3904023 May 27 11:35:18.947402 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:35:18.960187 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:15Z', 'revision_number': 3, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:18.961992 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Checking router: c09c0088-b29d-4cda-aaab-a61661e71dae for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:35:18.962418 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Updating router c09c0088-b29d-4cda-aaab-a61661e71dae port f7c3322c-1d5c-4bcd-ad21-0e28073636e3 binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:35:18.990999 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.040194 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.063264 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-048e765f-9fb0-4746-9548-17d70fd93922 req-245b87fc-e129-4ae4-a7c1-264b8767e878 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253424 May 27 11:35:19.105207 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a25548-9ed3-4c7d-9622-71946f9d4362 req-ee391c3b-9ee2-4be3-a9df-6014b3fdb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:19.107005 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42a25548-9ed3-4c7d-9622-71946f9d4362 req-ee391c3b-9ee2-4be3-a9df-6014b3fdb2ad service neutron] 10.222.0.76 "GET /v2.0/networks?id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 HTTP/1.1" status: 200 len: 920 time: 0.2053423 May 27 11:35:19.139746 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8', 'code': 200} May 27 11:35:19.213570 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42a25548-9ed3-4c7d-9622-71946f9d4362 req-108639d6-f05f-4088-bcff-abb4c06354c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=625d2025-b212-411c-993e-4fc534b487cc HTTP/1.1" status: 200 len: 217 time: 0.0977499 May 27 11:35:19.353611 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a25548-9ed3-4c7d-9622-71946f9d4362 req-a40a5513-34b4-4db9-9f09-2cf39c749545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:19.355451 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42a25548-9ed3-4c7d-9622-71946f9d4362 req-a40a5513-34b4-4db9-9f09-2cf39c749545 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32d6a16e-463b-4dd4-b6ee-678ef930d025 HTTP/1.1" status: 200 len: 858 time: 0.1340179 May 27 11:35:19.416611 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.420525 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42a25548-9ed3-4c7d-9622-71946f9d4362 req-047631ca-0e39-400f-8f7b-f71956e10f19 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576727 May 27 11:35:19.446402 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83495b6f-0be3-45a2-9f47-b8f9c8a6f967 req-7dbcbe6f-53aa-4879-9959-bcb0f6b73488 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:19.447726 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595a083d-f5fe-4b3f-8578-86f5036dcfd8']}} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:19.448974 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-83495b6f-0be3-45a2-9f47-b8f9c8a6f967 req-7dbcbe6f-53aa-4879-9959-bcb0f6b73488 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1848071 May 27 11:35:19.467481 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c290211-ec5f-4a70-9945-d50d26e9478e') {'for_net_delete': True} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:19.471358 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c290211-ec5f-4a70-9945-d50d26e9478e') {} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:19.500623 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.515162 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Transition to ACTIVE for port object f7c3322c-1d5c-4bcd-ad21-0e28073636e3 will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:19.557978 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225895'] for segment, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.585888 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-83495b6f-0be3-45a2-9f47-b8f9c8a6f967 req-c901d119-bb0d-43a5-b38b-8443d633d9c3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110187 May 27 11:35:19.594667 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.601876 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.620782 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-efa0a433-0e89-4d75-a988-a57e145a524e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:19.639495 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42a25548-9ed3-4c7d-9622-71946f9d4362 req-1f40013d-684b-43f5-b097-53f07fead0bf service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888585 May 27 11:35:19.660093 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=92449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:35:19.661486 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7865103'] for segment, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.704411 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Attempting to bind port f7c3322c-1d5c-4bcd-ad21-0e28073636e3 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:35:19.707155 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Attempting to bind port f7c3322c-1d5c-4bcd-ad21-0e28073636e3 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:35:19.707155 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Attempting to bind port f7c3322c-1d5c-4bcd-ad21-0e28073636e3 on network aff141f8-ece8-4c78-b753-2e9475f6af8e {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: Traceback (most recent call last): May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: timer() May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: cb(*args, **kw) May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: return func(*args, **kwargs) May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: self._notify() May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: self.callback(batched_events) May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: event.method(event) May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: return f(self, *a, **k) May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._get(url).json() May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: return self.request(url, 'GET', **kwargs) May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:35:19.715247 dv-cinder-751579-23-iscsi neutron-server[92449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:35:19.717239 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:35:19.717239 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:35:19.717239 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.717491 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Bound using segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:35:19.718496 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Bound port: f7c3322c-1d5c-4bcd-ad21-0e28073636e3, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:35:19.718496 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.745691 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Pushing event updated for resources: {'Port': ['ID=f7c3322c-1d5c-4bcd-ad21-0e28073636e3,revision_number=2']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:19.774220 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.774568 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.774907 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.775931 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.776301 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.776629 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.776958 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.777382 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.778063 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.778384 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.778746 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.779062 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:35:19.785033 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:19.819605 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] For port f7c3322c-1d5c-4bcd-ad21-0e28073636e3, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:35:19.827996 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] For port f7c3322c-1d5c-4bcd-ad21-0e28073636e3, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=f7c3322c-1d5c-4bcd-ad21-0e28073636e3,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:35:19.928667 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:19.934261 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-b0782899-a0f7-4eab-9db8-866728a12032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:20.080922 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Routers {'c09c0088-b29d-4cda-aaab-a61661e71dae'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:35:20.081635 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:35:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['c09c0088-b29d-4cda-aaab-a61661e71dae'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:20.170100 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a5361e5f-f289-415b-bd90-ba3a79c8cc82 req-002d6e2f-0a7e-46ec-8f41-e3550ec5b543 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 210 time: 0.1508403 May 27 11:35:20.179759 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Pushing event updated for resources: {'Port': ['ID=f7c3322c-1d5c-4bcd-ad21-0e28073636e3,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:20.187656 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:20.192849 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:20.193528 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-05b9a65f-846b-4cf4-880f-b96779fe0da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:20.222735 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:20.236344 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=595a083d-f5fe-4b3f-8578-86f5036dcfd8,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:20.255693 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:20.263556 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/595a083d-f5fe-4b3f-8578-86f5036dcfd8 HTTP/1.1" status: 204 len: 168 time: 1.4045081 May 27 11:35:20.273652 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:20.316505 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42a25548-9ed3-4c7d-9622-71946f9d4362 req-621704c4-a755-4456-a6eb-4dfffd4a8ee3 service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6509626 May 27 11:35:20.408402 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97839b02-e62d-49cd-a22d-9ae4b9ba21da req-b73c4d52-9a23-4680-b5dc-a8190c17c13a tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:20.408795 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] Set router c09c0088-b29d-4cda-aaab-a61661e71dae gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:35:20.416410 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-97839b02-e62d-49cd-a22d-9ae4b9ba21da req-b73c4d52-9a23-4680-b5dc-a8190c17c13a tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.4063351 May 27 11:35:20.482300 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-97839b02-e62d-49cd-a22d-9ae4b9ba21da req-1b42fe4d-ddad-4710-9e49-8f637a54b663 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648184 May 27 11:35:20.528531 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4f7b-4c43-412a-b740-2195d4df0c0c req-3b165293-6d08-44e3-a59c-2b42d814f7a6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:20.530241 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c15c4f7b-4c43-412a-b740-2195d4df0c0c req-3b165293-6d08-44e3-a59c-2b42d814f7a6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1838768 May 27 11:35:20.594457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Allocated IP 172.20.0.1 (f48e50d9-53b5-47b2-9e9b-5677a3deaaff/e1391139-e1d1-4ee6-a7e9-946297db15a7/51802c96-8ca3-454b-b5d0-72d393590060) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:35:20.607135 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c15c4f7b-4c43-412a-b740-2195d4df0c0c req-aa787f2e-d275-41c4-bf26-522fc4a5417c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699513 May 27 11:35:20.742360 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:15Z', 'revision_number': 3, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:20.747353 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2565c27-4c65-483a-9955-3f58d8d3b78a None None] The sync data for ids ['c09c0088-b29d-4cda-aaab-a61661e71dae'] in dv-cinder-751579-23-iscsi is: [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:15Z', 'revision_number': 3, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:35:20.772262 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37226) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:20.854598 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4451-1432-4250-89da-fa228bcf2c1f req-640bfc4d-c771-4ec1-8e63-99ce19d800b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:20.856229 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c8ed4451-1432-4250-89da-fa228bcf2c1f req-640bfc4d-c771-4ec1-8e63-99ce19d800b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.0972257 May 27 11:35:20.941073 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c8ed4451-1432-4250-89da-fa228bcf2c1f req-30653067-0348-4633-a5c2-71e545d06f6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766685 May 27 11:35:20.942123 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:20.981686 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-a794d4b0-1e9a-4aa4-92c1-da956e0a9a16 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=662d4aa27dcc4a5992ef26bca4297832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050686 May 27 11:35:20.981995 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 37236) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:21.018931 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Transition to ACTIVE for port object 51802c96-8ca3-454b-b5d0-72d393590060 will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:21.157862 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:21.177668 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-321dd2c3-1d5b-4736-b64f-3a90718478a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:21.209655 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b47d49d5-00c6-4030-a4a7-9740d972be3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:21.304135 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Network f48e50d9-53b5-47b2-9e9b-5677a3deaaff is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:35:21.309723 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:21.320814 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:35:21.403314 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Pushing event updated for resources: {'Port': ['ID=51802c96-8ca3-454b-b5d0-72d393590060,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:21.406319 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:21.426404 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-880233'] for router_interface, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:21.467785 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b47d49d5-00c6-4030-a4a7-9740d972be3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:21.476105 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-9248f5c6-29c1-448a-bf2c-e8ca7f2310dc tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b4771d7a673948f38bcdaf2beb6b4e87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465209 May 27 11:35:21.565733 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16322435-3e4f-4a20-b325-291da0b8cc56 req-0a686348-e85e-4116-900a-c6792994fe20 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:21.568920 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-16322435-3e4f-4a20-b325-291da0b8cc56 req-0a686348-e85e-4116-900a-c6792994fe20 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.3139400 May 27 11:35:21.626865 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-db0e1f2b-bbf7-47f4-8026-32ae67cfd5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:21.628512 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-db0e1f2b-bbf7-47f4-8026-32ae67cfd5eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 1098 time: 0.2679024 May 27 11:35:21.728655 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-efe3ea73-b41d-4d40-9e81-d10dd6ab9e4d None None] Provisioning for port 51802c96-8ca3-454b-b5d0-72d393590060 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:21.733858 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-efe3ea73-b41d-4d40-9e81-d10dd6ab9e4d None None] Provisioning complete for port 51802c96-8ca3-454b-b5d0-72d393590060 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:21.734240 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-efe3ea73-b41d-4d40-9e81-d10dd6ab9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:21.769232 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-16322435-3e4f-4a20-b325-291da0b8cc56 req-a329b58f-c0f4-4094-8b48-bf00240fc8a6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821587 May 27 11:35:21.770565 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83736f74-3adb-45a2-937a-a169922c5f06 req-6ee55d28-3514-49cd-ba5a-cc55562ea5ba tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:21.772860 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-6ee55d28-3514-49cd-ba5a-cc55562ea5ba tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2529149 May 27 11:35:21.780695 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b47d49d5-00c6-4030-a4a7-9740d972be3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:21.794455 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5009ab90-4b43-439b-89e7-3de2eb3dd641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:21.833304 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Request body: {'port': {'device_id': '32d891c9-2c74-401e-b834-38a2baaf026f', 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5', 'admin_state_up': True, 'tenant_id': 'b4771d7a673948f38bcdaf2beb6b4e87'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:35:21.867332 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-efe3ea73-b41d-4d40-9e81-d10dd6ab9e4d None None] Port 51802c96-8ca3-454b-b5d0-72d393590060 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:35:21.873092 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b47d49d5-00c6-4030-a4a7-9740d972be3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:21.877612 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b47d49d5-00c6-4030-a4a7-9740d972be3a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2c6cf746-1c9a-4763-8dbe-34ede92c102d HTTP/1.1" status: 204 len: 168 time: 0.8943574 May 27 11:35:21.879082 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d49d5-00c6-4030-a4a7-9740d972be3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6cf746-1c9a-4763-8dbe-34ede92c102d,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:21.891064 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b47d49d5-00c6-4030-a4a7-9740d972be3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:21.971190 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:22.153580 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6495b1e4-7470-4104-b592-367f993bab6f req-44c11431-5c5b-42d1-b969-2f85ace3b9ba tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 210 time: 0.2068348 May 27 11:35:22.178096 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-bfb357d2-9371-4aec-8693-b8fedbe7a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:22.179759 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-bfb357d2-9371-4aec-8693-b8fedbe7a066 service neutron] 10.222.0.76 "GET /v2.0/networks?id=47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 200 len: 912 time: 0.5380809 May 27 11:35:22.246018 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device f7c3322c-1d5c-4bcd-ad21-0e28073636e3 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:22.268041 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:22.316141 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:22.332231 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Usage tracker for resource:port and tenant:b4771d7a673948f38bcdaf2beb6b4e87 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:22.335172 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:22.343754 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:22.424953 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:22.448138 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-1bd86bbe-f5a0-442e-8698-9930b1898453 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204 HTTP/1.1" status: 200 len: 1000 time: 0.2550366 May 27 11:35:22.491537 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:22.494500 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port f7c3322c-1d5c-4bcd-ad21-0e28073636e3 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:22.500925 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port f7c3322c-1d5c-4bcd-ad21-0e28073636e3 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:22.501511 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:22.566013 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa3c6e-f862-4cbf-a1ad-a4eca7105f99 req-1c0c152e-8b01-489f-bc14-eb963e3877ab tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:22.567678 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-81fa3c6e-f862-4cbf-a1ad-a4eca7105f99 req-1c0c152e-8b01-489f-bc14-eb963e3877ab tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1955872 May 27 11:35:22.569248 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-57d503ab-9221-4aa3-87ca-dafd720aca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:22.570602 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-57d503ab-9221-4aa3-87ca-dafd720aca56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eac499-a6b2-4315-b03e-39ac1743fde5 HTTP/1.1" status: 200 len: 849 time: 0.1122098 May 27 11:35:22.596839 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1035732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880330'] for router_interface, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:22.600702 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Made reservation on behalf of b4771d7a673948f38bcdaf2beb6b4e87 for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:35:22.605036 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:22.637756 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:22.680379 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:22.706217 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port f7c3322c-1d5c-4bcd-ad21-0e28073636e3, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=f7c3322c-1d5c-4bcd-ad21-0e28073636e3,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:35:22.725502 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-81fa3c6e-f862-4cbf-a1ad-a4eca7105f99 req-a36e7732-ebee-4aa3-a9ef-4b68b1709012 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495545 May 27 11:35:22.748711 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-db33ee7a-4adc-4639-a0ea-5d5382c95018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:22.750613 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-db33ee7a-4adc-4639-a0ea-5d5382c95018 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47519489-b492-49e9-b8c5-e2af1750cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1411798 May 27 11:35:22.755923 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:22.777952 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Usage tracker for resource:security_group_rule and tenant:b4771d7a673948f38bcdaf2beb6b4e87 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:22.782599 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Pushing event updated for resources: {'Port': ['ID=51802c96-8ca3-454b-b5d0-72d393590060,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:22.786191 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:22.787187 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:22.798513 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:22.813803 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:22.819802 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:22.867588 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Network f48e50d9-53b5-47b2-9e9b-5677a3deaaff is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:35:22.871214 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:22.937908 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=f7c3322c-1d5c-4bcd-ad21-0e28073636e3,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:22.949196 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:22.971867 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:23.024922 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-83aba6dd-49c6-4144-89ca-15bb86e4c0f9 service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672384 May 27 11:35:23.043117 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:23.060263 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-13a2b95d-ee62-4d16-a08a-bdb07b77e435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:23.091042 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 37272) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:23.177139 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d0c983-8faa-44e5-ae2d-be1110017c72,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:23.180345 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:23.217590 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-9a1b8736-75df-4869-b5bd-f8a4431ac506 None None] Provisioning complete for port 51802c96-8ca3-454b-b5d0-72d393590060 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:23.221956 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8736-75df-4869-b5bd-f8a4431ac506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:23.314160 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b8736-75df-4869-b5bd-f8a4431ac506 None None] Port 51802c96-8ca3-454b-b5d0-72d393590060 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:35:23.387440 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Router c09c0088-b29d-4cda-aaab-a61661e71dae has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:35:23.395802 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b538b027-7080-49ad-b524-9195cc6d5cd5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d518f5fef8c146bdbc8a1e39e8c8aee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006859 May 27 11:35:23.401002 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37282) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:23.405216 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Allocated IP 192.168.233.161 (355f218d-3c0a-47e0-9afe-d941aa2fc4e5/ff3d2d76-d736-4674-8c10-b25330e0dd67/29bd5f9b-2237-4ac7-a904-7156e966fdeb) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:35:23.410228 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f66daa-1112-4538-a634-11f0611c0c5a req-1b8108a5-a435-420a-978e-06c3a36a7bd3 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:23.411781 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-32f66daa-1112-4538-a634-11f0611c0c5a req-1b8108a5-a435-420a-978e-06c3a36a7bd3 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.4582357 May 27 11:35:23.421936 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-868c64f4-d591-4eb6-8b06-30fd63333002 req-6c51aa75-6756-4bb5-8f03-b2d410a65313 service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879430 May 27 11:35:23.472340 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-32f66daa-1112-4538-a634-11f0611c0c5a req-22fbc0d1-0751-4592-9856-9658832d0400 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493608 May 27 11:35:23.656620 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-34d559af-4827-49e9-9c07-b50c44f500ea req-e0e4f39e-2e66-446e-a765-0b43ff2ec9c7 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 210 time: 0.0476453 May 27 11:35:23.753797 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e902a-b6a6-4d10-b653-dab476a7c0dc req-eaef6aec-a0f1-4f60-a2d4-ad766a202120 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:23.761013 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ef0e902a-b6a6-4d10-b653-dab476a7c0dc req-eaef6aec-a0f1-4f60-a2d4-ad766a202120 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.0969872 May 27 11:35:23.826811 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2544aa79-6dd5-4c43-8c48-629cf7dcea13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:23.829830 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ef0e902a-b6a6-4d10-b653-dab476a7c0dc req-dcdb9fe8-2ca2-49b4-bcb3-6f2f49c55f17 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645537 May 27 11:35:23.934316 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 761e9a64-5ae6-480f-888e-a84def5465d8 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:35:23.950636 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:35:23.953997 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428375e-f822-4609-9854-24e32eb06922 req-1b53e538-b37c-4f1d-b768-a6fffc3f3230 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:23.961248 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e428375e-f822-4609-9854-24e32eb06922 req-1b53e538-b37c-4f1d-b768-a6fffc3f3230 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1049974 May 27 11:35:23.970506 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2544aa79-6dd5-4c43-8c48-629cf7dcea13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:24.008719 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e428375e-f822-4609-9854-24e32eb06922 req-b969389a-bae9-4303-b14a-01e3be92c663 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 May 27 11:35:24.010070 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Sync routers for ids ['c09c0088-b29d-4cda-aaab-a61661e71dae'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:35:24.043269 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Routers {'c09c0088-b29d-4cda-aaab-a61661e71dae'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:35:24.044148 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:35:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['c09c0088-b29d-4cda-aaab-a61661e71dae'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:24.074175 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:24.093288 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] 10.222.0.86 "PUT /v2.0/routers/c09c0088-b29d-4cda-aaab-a61661e71dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8039155 May 27 11:35:24.102500 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Transition to ACTIVE for port object 29bd5f9b-2237-4ac7-a904-7156e966fdeb will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:24.158621 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device f7c3322c-1d5c-4bcd-ad21-0e28073636e3 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:24.220477 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2544aa79-6dd5-4c43-8c48-629cf7dcea13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:24.224360 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ddccb7ae-2036-4852-84e6-7d6391acd33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:24.236530 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544aa79-6dd5-4c43-8c48-629cf7dcea13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a20de72-53e2-42bf-a315-4351d923c199,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:24.245996 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2544aa79-6dd5-4c43-8c48-629cf7dcea13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:24.248236 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2544aa79-6dd5-4c43-8c48-629cf7dcea13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:24.252064 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-2544aa79-6dd5-4c43-8c48-629cf7dcea13 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2a20de72-53e2-42bf-a315-4351d923c199 HTTP/1.1" status: 204 len: 168 time: 0.8462651 May 27 11:35:24.272084 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:24.289434 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9d872f5b-7cf3-4e86-8127-5f4ab8e41c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:24.364782 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:35:24.366367 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:24.380869 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:35:24.439632 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Set router c09c0088-b29d-4cda-aaab-a61661e71dae gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:35:24.497453 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port f7c3322c-1d5c-4bcd-ad21-0e28073636e3 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:24.498087 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:24.502858 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Pushing event updated for resources: {'Port': ['ID=29bd5f9b-2237-4ac7-a904-7156e966fdeb,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:24.505873 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:24.518568 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:24.520159 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:24.609744 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7821114 May 27 11:35:24.635235 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Request body: {'port': {'device_id': '32d891c9-2c74-401e-b834-38a2baaf026f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:35:24.887178 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37330) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:24.916449 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:24.999941 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa96d8-d66b-4c36-bdee-0ff3d829a653 req-7546f7e7-1924-4499-ba31-93a7569f3ed6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:25.008115 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-57aa96d8-d66b-4c36-bdee-0ff3d829a653 req-7546f7e7-1924-4499-ba31-93a7569f3ed6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.2519639 May 27 11:35:25.034494 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5575f-0c7d-4eeb-92a4-c8ed0d761357 req-0efbf228-9426-4168-ad47-dc39f3a360a7 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:25.036577 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-88c5575f-0c7d-4eeb-92a4-c8ed0d761357 req-0efbf228-9426-4168-ad47-dc39f3a360a7 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 936 time: 0.1702435 May 27 11:35:25.110725 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-57aa96d8-d66b-4c36-bdee-0ff3d829a653 req-bb80a36d-8ead-43bc-8ce6-4952aae98306 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015646 May 27 11:35:25.125325 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-88c5575f-0c7d-4eeb-92a4-c8ed0d761357 req-a5ce31ba-e8e9-4a20-b6ea-81785010fd55 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815713 May 27 11:35:25.173920 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-ccbff48a-4c1f-4378-9c51-53b856646c22 None None] Provisioning for port 29bd5f9b-2237-4ac7-a904-7156e966fdeb completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:25.188158 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:21Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '51802c96-8ca3-454b-b5d0-72d393590060', 'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'mac_address': 'fa:16:3e:8f:e1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:20Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 2, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'subnets': [{'id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:25.190421 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-ccbff48a-4c1f-4378-9c51-53b856646c22 None None] Provisioning complete for port 29bd5f9b-2237-4ac7-a904-7156e966fdeb triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:25.190857 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-ccbff48a-4c1f-4378-9c51-53b856646c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:25.267150 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Checking router: c09c0088-b29d-4cda-aaab-a61661e71dae for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:35:25.267510 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Updating router c09c0088-b29d-4cda-aaab-a61661e71dae port 51802c96-8ca3-454b-b5d0-72d393590060 binding host dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:35:25.395428 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-ccbff48a-4c1f-4378-9c51-53b856646c22 None None] Port 29bd5f9b-2237-4ac7-a904-7156e966fdeb cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:35:25.401579 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:25.454862 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985355ca-69cb-4aac-a0be-98439ab6ed16 req-a7ec352c-65f5-42a3-8d35-7f4b84ff914e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:25.456415 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-985355ca-69cb-4aac-a0be-98439ab6ed16 req-a7ec352c-65f5-42a3-8d35-7f4b84ff914e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2045321 May 27 11:35:25.470276 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b62377-f5f9-4a7c-9ae0-685065a784e5 req-34dc3cc6-6fd3-4088-a1df-05604ede89b6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:25.472071 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-63b62377-f5f9-4a7c-9ae0-685065a784e5 req-34dc3cc6-6fd3-4088-a1df-05604ede89b6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1494975 May 27 11:35:25.495159 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a135994c-1d29-432d-842e-c64464b921dc req-bc8e7dd2-b507-4335-b0db-9fdcb9668792 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6064365 May 27 11:35:25.551151 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-63b62377-f5f9-4a7c-9ae0-685065a784e5 req-4b9cdb7a-73a5-41d0-92c8-a4c15c953981 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608835 May 27 11:35:25.602361 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37360) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:25.610311 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-985355ca-69cb-4aac-a0be-98439ab6ed16 req-3ff0d32b-ecbe-4b4c-812d-7f0ee981fc47 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373358 May 27 11:35:25.613512 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1786663150-network', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:35:25.621242 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:25.626661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Usage tracker for resource:network and tenant:07db53e56087419eaa0cda8a5c4cc1e6 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:25.632061 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:25.648364 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:25.729252 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bd5f9b-2237-4ac7-a904-7156e966fdeb {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:35:25.737707 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:25.772015 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Transition to ACTIVE for port object 29bd5f9b-2237-4ac7-a904-7156e966fdeb will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:25.785327 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Made reservation on behalf of 07db53e56087419eaa0cda8a5c4cc1e6 for: {'network': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:35:25.791217 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:25.811822 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:25.832374 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:25.838399 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Usage tracker for resource:security_group_rule and tenant:07db53e56087419eaa0cda8a5c4cc1e6 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:25.841673 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:25.848393 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:25.852172 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:25.860506 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-60a20e26-dece-4a1b-a97a-df41fd978818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:25.886346 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Notify callbacks [] for port, precommit_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:25.893792 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Transition to ACTIVE for port object 51802c96-8ca3-454b-b5d0-72d393590060 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:26.019518 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.025710 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-397a73b0-44f2-4c66-89a7-bffe8f309be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:26.059875 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=29bd5f9b-2237-4ac7-a904-7156e966fdeb,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:26.064040 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:26.234053 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdc4d0-085e-490f-b28f-d320fed2fd35 None None] Pushing event updated for resources: {'Port': ['ID=51802c96-8ca3-454b-b5d0-72d393590060,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:26.301446 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Attempting to bind port 29bd5f9b-2237-4ac7-a904-7156e966fdeb on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:35:26.303740 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Attempting to bind port 29bd5f9b-2237-4ac7-a904-7156e966fdeb by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:35:26.303740 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Attempting to bind port 29bd5f9b-2237-4ac7-a904-7156e966fdeb on network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:35:26.320133 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Port 29bd5f9b-2237-4ac7-a904-7156e966fdeb on network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:35:26.320905 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Attempting to bind port 29bd5f9b-2237-4ac7-a904-7156e966fdeb on network 355f218d-3c0a-47e0-9afe-d941aa2fc4e5 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:35:26.337000 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-a2bdc4d0-085e-490f-b28f-d320fed2fd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:26.364431 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:35:26.364917 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Checking segment: {'id': 'e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:35:26.365342 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Bound using segment: {'id': 'e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:35:26.365813 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Bound port: 29bd5f9b-2237-4ac7-a904-7156e966fdeb, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:35:26.366154 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.442281 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.470330 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Attempting to bind port 51802c96-8ca3-454b-b5d0-72d393590060 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:35:26.470716 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Attempting to bind port 51802c96-8ca3-454b-b5d0-72d393590060 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:35:26.471116 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Attempting to bind port 51802c96-8ca3-454b-b5d0-72d393590060 on network f48e50d9-53b5-47b2-9e9b-5677a3deaaff {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:35:26.477078 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:35:26.477818 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Checking segment: {'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:35:26.479082 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.479518 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Bound using segment: {'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:35:26.480033 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Bound port: 51802c96-8ca3-454b-b5d0-72d393590060, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:35:26.480421 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.520138 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7525-ef8c-4e09-8cd7-e0e76d63dc36 req-02026370-8dd4-4807-b793-fd852300484b tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:26.522451 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5a0b7525-ef8c-4e09-8cd7-e0e76d63dc36 req-02026370-8dd4-4807-b793-fd852300484b tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 948 time: 0.1202512 May 27 11:35:26.537459 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.538249 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3af1c-8bd8-4fe4-9a4e-4ec96357de37 req-095ab1c1-69da-4d07-9dca-dfbbb3bf5803 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:26.540174 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-51c3af1c-8bd8-4fe4-9a4e-4ec96357de37 req-095ab1c1-69da-4d07-9dca-dfbbb3bf5803 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1900990 May 27 11:35:26.540826 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] For port 29bd5f9b-2237-4ac7-a904-7156e966fdeb, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:35:26.543900 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-37ea7a5a-0864-4fb4-ac61-0926a6303f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:26.589626 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] For port 29bd5f9b-2237-4ac7-a904-7156e966fdeb, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=29bd5f9b-2237-4ac7-a904-7156e966fdeb,segment=NetworkSegment(e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6),segment_id=e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:35:26.593213 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=92449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:35:26.603985 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a07de9-9671-495a-b707-ff422617ff5c,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:26.608434 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:26.611313 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.611658 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.segments_db [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Added segment 800eb328-9983-4399-81c9-e4e5f7b8c19b of type vlan for network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 May 27 11:35:26.643698 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] For port 51802c96-8ca3-454b-b5d0-72d393590060, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:35:26.653989 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] For port 51802c96-8ca3-454b-b5d0-72d393590060, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=51802c96-8ca3-454b-b5d0-72d393590060,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:35:26.660080 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5a0b7525-ef8c-4e09-8cd7-e0e76d63dc36 req-727d1db9-be38-4c62-99a2-2f5f8cc205c1 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179361 May 27 11:35:26.694445 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-51c3af1c-8bd8-4fe4-9a4e-4ec96357de37 req-80290205-648c-45c7-a2e7-ddd30772053a tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364594 May 27 11:35:26.740475 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.746227 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:26.751359 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.764342 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:26.807936 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.823069 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:26.823797 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:26.826048 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] 10.222.0.76 "PUT /v2.0/ports/29bd5f9b-2237-4ac7-a904-7156e966fdeb HTTP/1.1" status: 200 len: 1098 time: 2.1989341 May 27 11:35:26.826048 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d891c9-2c74-401e-b834-38a2baaf026f', 'tag': '29bd5f9b-2237-4ac7-a904-7156e966fdeb'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:35:26.839819 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Routers {'c09c0088-b29d-4cda-aaab-a61661e71dae'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:35:26.840486 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:35:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['c09c0088-b29d-4cda-aaab-a61661e71dae'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:26.957625 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=29bd5f9b-2237-4ac7-a904-7156e966fdeb,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:26.980187 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:27.001324 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdc4d0-085e-490f-b28f-d320fed2fd35 None None] Pushing event updated for resources: {'Port': ['ID=51802c96-8ca3-454b-b5d0-72d393590060,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:27.006313 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:27.007722 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:27.008329 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:27.014391 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-56ab7a1f-b5bd-4929-933f-7d1a5a81e9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:27.023465 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-a2bdc4d0-085e-490f-b28f-d320fed2fd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:27.153315 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67f882-44d9-4760-b8b6-aeb601200aaf req-9cd79e63-0a26-4cfc-b3fa-3f857da50ca1 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:27.164173 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1c67f882-44d9-4760-b8b6-aeb601200aaf req-9cd79e63-0a26-4cfc-b3fa-3f857da50ca1 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2995036 May 27 11:35:27.176885 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e9c70-8c9b-4ca6-9ff2-67f2c6c97135 req-89602ecf-bacf-446b-9aca-13652514adfe tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:27.185739 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0b5e9c70-8c9b-4ca6-9ff2-67f2c6c97135 req-89602ecf-bacf-446b-9aca-13652514adfe tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.3856673 May 27 11:35:27.297239 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1c67f882-44d9-4760-b8b6-aeb601200aaf req-e1e980ee-256f-4fd2-9f69-ca91ccc71a91 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348205 May 27 11:35:27.333308 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0b5e9c70-8c9b-4ca6-9ff2-67f2c6c97135 req-065c73ac-462f-4a58-811d-43d60921daf1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395638 May 27 11:35:27.367284 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] Set router c09c0088-b29d-4cda-aaab-a61661e71dae gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:35:27.370317 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Pushing event updated for resources: {'Network': ['ID=4fdb9ab1-553b-4871-ac13-708fe6a2a922,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:27.374840 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:27.406604 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d891c9-2c74-401e-b834-38a2baaf026f', 'tag': '29bd5f9b-2237-4ac7-a904-7156e966fdeb', 'status': 'completed', 'code': 200} May 27 11:35:27.418509 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83736f74-3adb-45a2-937a-a169922c5f06 req-92d1b071-7fee-48bf-a719-714bc6e7a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:27.424699 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-92d1b071-7fee-48bf-a719-714bc6e7a0b1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4771d7a673948f38bcdaf2beb6b4e87&device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 1101 time: 0.3587155 May 27 11:35:27.424826 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:35:27.597829 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-4c26fe7e-78d3-4bc6-9580-32555b43eb0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=29bd5f9b-2237-4ac7-a904-7156e966fdeb HTTP/1.1" status: 200 len: 217 time: 0.0883288 May 27 11:35:27.597829 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9936588 May 27 11:35:27.600181 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 37410) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:27.605780 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Request body: {'subnet': {'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1786663150-subnet', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'ip_version': 4}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:35:27.616208 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:27.622421 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Usage tracker for resource:subnet and tenant:07db53e56087419eaa0cda8a5c4cc1e6 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:27.636977 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:27.643402 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:27.698237 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83736f74-3adb-45a2-937a-a169922c5f06 req-6a9a5c2a-01cb-48e1-ada8-5e02dcb3e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:27.700071 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-6a9a5c2a-01cb-48e1-ada8-5e02dcb3e9ef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff3d2d76-d736-4674-8c10-b25330e0dd67 HTTP/1.1" status: 200 len: 843 time: 0.0961294 May 27 11:35:27.773937 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Made reservation on behalf of 07db53e56087419eaa0cda8a5c4cc1e6 for: {'subnet': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:35:27.776716 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6380499'] for subnet, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:27.816178 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83736f74-3adb-45a2-937a-a169922c5f06 req-02191711-8005-4e70-9afa-7cfddbbfb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:27.818460 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-02191711-8005-4e70-9afa-7cfddbbfb95c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=355f218d-3c0a-47e0-9afe-d941aa2fc4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1104732 May 27 11:35:27.875147 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:21Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '51802c96-8ca3-454b-b5d0-72d393590060', 'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'mac_address': 'fa:16:3e:8f:e1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:20Z', 'updated_at': '2021-05-27T11:35:26Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'subnets': [{'id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:27.880044 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e8fc7a-35d6-4608-b5b3-b54c005f9757 None None] The sync data for ids ['c09c0088-b29d-4cda-aaab-a61661e71dae'] in dv-cinder-751579-23-iscsi is: [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:21Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '51802c96-8ca3-454b-b5d0-72d393590060', 'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'mac_address': 'fa:16:3e:8f:e1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:20Z', 'updated_at': '2021-05-27T11:35:26Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'subnets': [{'id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:35:28.030088 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-b92dda75-0ee9-463f-b36c-5e8355a7a3e5 service neutron] 10.222.0.76 "GET /v2.0/networks/355f218d-3c0a-47e0-9afe-d941aa2fc4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015984 May 27 11:35:28.223217 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085738a-674a-4872-a13f-43e0709ef755 req-7ec3f22d-c19c-491f-8260-478f8bbdd275 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:28.225050 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 51802c96-8ca3-454b-b5d0-72d393590060 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:28.232562 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c085738a-674a-4872-a13f-43e0709ef755 req-7ec3f22d-c19c-491f-8260-478f8bbdd275 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 948 time: 0.3645709 May 27 11:35:28.292855 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c085738a-674a-4872-a13f-43e0709ef755 req-89a85e45-3885-4713-b276-083521bfc108 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589807 May 27 11:35:28.305029 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-83736f74-3adb-45a2-937a-a169922c5f06 req-519550fd-7536-4303-9288-c70bcaf950d7 service neutron] 10.222.0.76 "GET /v2.0/networks/355f218d-3c0a-47e0-9afe-d941aa2fc4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655067 May 27 11:35:28.640672 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 51802c96-8ca3-454b-b5d0-72d393590060 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:28.646989 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 51802c96-8ca3-454b-b5d0-72d393590060 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:28.649533 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:28.704240 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c5458-ac49-426e-9082-a28b958b089e req-671c6e0d-e8d4-44a9-9d27-62aff82de64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:28.705868 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0f3c5458-ac49-426e-9082-a28b958b089e req-671c6e0d-e8d4-44a9-9d27-62aff82de64b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b4771d7a673948f38bcdaf2beb6b4e87&device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 1101 time: 0.1565790 May 27 11:35:28.866372 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7490-5ce0-4301-bad1-6b062c7a5528 req-90819028-605b-4acd-a82f-1ee2bce96cc9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:28.875413 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-759f7490-5ce0-4301-bad1-6b062c7a5528 req-90819028-605b-4acd-a82f-1ee2bce96cc9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.3825891 May 27 11:35:28.876432 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:28.939099 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 51802c96-8ca3-454b-b5d0-72d393590060, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=51802c96-8ca3-454b-b5d0-72d393590060,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:35:28.970902 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c5458-ac49-426e-9082-a28b958b089e req-b54a371e-11c1-409c-8460-a07d9d6b2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:28.972538 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0f3c5458-ac49-426e-9082-a28b958b089e req-b54a371e-11c1-409c-8460-a07d9d6b2d9a service neutron] 10.222.0.76 "GET /v2.0/networks?id=355f218d-3c0a-47e0-9afe-d941aa2fc4e5 HTTP/1.1" status: 200 len: 871 time: 0.2550380 May 27 11:35:29.037664 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:29.040280 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:29.063220 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-759f7490-5ce0-4301-bad1-6b062c7a5528 req-659ec5c1-eeb9-44ba-aa2f-618991adad6f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848357 May 27 11:35:29.067841 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0f3c5458-ac49-426e-9082-a28b958b089e req-c2b8a2b7-28c6-45df-a067-4bc11032b6ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=29bd5f9b-2237-4ac7-a904-7156e966fdeb HTTP/1.1" status: 200 len: 217 time: 0.0859411 May 27 11:35:29.083675 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c63a41-2689-487d-bed5-10c3883c436b req-c08e3f47-5693-40cb-b102-3faf012a5c13 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:29.092470 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-85c63a41-2689-487d-bed5-10c3883c436b req-c08e3f47-5693-40cb-b102-3faf012a5c13 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.5374429 May 27 11:35:29.160905 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c5458-ac49-426e-9082-a28b958b089e req-da544cde-14bc-40a6-8d63-58f9bc96b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:29.162170 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0f3c5458-ac49-426e-9082-a28b958b089e req-da544cde-14bc-40a6-8d63-58f9bc96b04d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff3d2d76-d736-4674-8c10-b25330e0dd67 HTTP/1.1" status: 200 len: 843 time: 0.0781946 May 27 11:35:29.167438 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=51802c96-8ca3-454b-b5d0-72d393590060,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:29.184346 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:29.185217 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-85c63a41-2689-487d-bed5-10c3883c436b req-69438710-f024-4d0a-89a4-2f286f09f182 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792639 May 27 11:35:29.257592 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c5458-ac49-426e-9082-a28b958b089e req-08291583-975c-4dd6-a63d-5dc547468d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:29.258849 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0f3c5458-ac49-426e-9082-a28b958b089e req-08291583-975c-4dd6-a63d-5dc547468d1c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=355f218d-3c0a-47e0-9afe-d941aa2fc4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0889010 May 27 11:35:29.268978 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6380485'] for subnet, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:29.273100 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:29.354856 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67cd29cb-27cd-4392-8fec-923922d1b33c,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:29.356296 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:29.364269 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Checking segment: {'id': '800eb328-9983-4399-81c9-e4e5f7b8c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:35:29.364632 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Network hostable DHCP agents. Network: 4fdb9ab1-553b-4871-ac13-708fe6a2a922, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:35:29.442621 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0f3c5458-ac49-426e-9082-a28b958b089e req-a89d2a16-7778-483e-8d5e-318e7a68bdc5 service neutron] 10.222.0.76 "GET /v2.0/networks/355f218d-3c0a-47e0-9afe-d941aa2fc4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551507 May 27 11:35:29.518605 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:35:29.550243 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ff49f-2f48-4041-9077-d35858630265 req-0091e8ae-238a-47ba-b0d6-f8a68d8d41c0 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:29.551709 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-925ff49f-2f48-4041-9077-d35858630265 req-0091e8ae-238a-47ba-b0d6-f8a68d8d41c0 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 948 time: 0.1058106 May 27 11:35:29.588360 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0f3c5458-ac49-426e-9082-a28b958b089e req-df482dcb-bf6c-4458-ab11-0368234f15b7 service neutron] 10.222.0.76 "GET /v2.0/networks/355f218d-3c0a-47e0-9afe-d941aa2fc4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366971 May 27 11:35:29.601189 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-925ff49f-2f48-4041-9077-d35858630265 req-aaf72797-f165-4377-b881-a52fdc35b9bf tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 May 27 11:35:29.625039 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, 4fdb9ab1-553b-4871-ac13-708fe6a2a922) {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:29.635663 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2267a2b-4f4a-488f-9e53-9f5a1e74bfa1 None None] Network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:35:29.635824 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:29.636123 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:29.797245 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-eb279ccd-a060-4c61-90a6-6771b13fe6a3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1959577 May 27 11:35:29.799629 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 37444) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:29.804938 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1786663150-router', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:35:29.810891 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:29.815677 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Usage tracker for resource:router and tenant:07db53e56087419eaa0cda8a5c4cc1e6 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:29.818799 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:29.825989 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:29.862206 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp406d2aa3-827e-5c42-ba9c-45e187d9f653-4fdb9ab1-553b-4871-ac13-708fe6a2a922', 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'fixed_ips': [{'subnet_id': '67cd29cb-27cd-4392-8fec-923922d1b33c'}]}} from dv-cinder-751579-23-iscsi. {{(pid=92451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:35:29.863418 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:29.934100 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-884385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:29.935214 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-881313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:29.951415 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:30.041996 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.db_base_plugin_common [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Allocated IP 172.20.0.2 (4fdb9ab1-553b-4871-ac13-708fe6a2a922/67cd29cb-27cd-4392-8fec-923922d1b33c/50be7d4b-f72d-4163-ba15-f44da1f69ba8) {{(pid=92451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:35:30.136981 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 51802c96-8ca3-454b-b5d0-72d393590060 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:30.354442 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 51802c96-8ca3-454b-b5d0-72d393590060 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:30.354442 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:30.423097 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Notify callbacks [] for port, precommit_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:30.440048 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Transition to ACTIVE for port object 50be7d4b-f72d-4163-ba15-f44da1f69ba8 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:30.487355 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Transition to ACTIVE for port object 50be7d4b-f72d-4163-ba15-f44da1f69ba8 will not be triggered until provisioned by entity DHCP. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:30.489283 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:30.531039 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9491db-700e-4b52-bdf6-8a802fae0dc4 req-8fefe83a-4881-4438-9d2a-63e5528c2793 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:30.532602 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4d9491db-700e-4b52-bdf6-8a802fae0dc4 req-8fefe83a-4881-4438-9d2a-63e5528c2793 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.3007028 May 27 11:35:30.541160 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae74ed-7c04-408e-bfe9-a85de4864d57 req-b2454c48-840e-4ebd-ba74-e943eeb98dca tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:30.542539 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f0ae74ed-7c04-408e-bfe9-a85de4864d57 req-b2454c48-840e-4ebd-ba74-e943eeb98dca tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1981819 May 27 11:35:30.562915 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:30.567835 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:30.633512 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 is already hosted by enough agents. {{(pid=92451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:35:30.636863 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4d9491db-700e-4b52-bdf6-8a802fae0dc4 req-1c9fd20f-2c15-4d9a-9e68-d060bc23f641 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931714 May 27 11:35:30.637981 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.base_scheduler [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Resources bound (agent type, host, resource id): {{(pid=92451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:30.639609 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f0ae74ed-7c04-408e-bfe9-a85de4864d57 req-083f43d5-64df-4634-8fb4-4cacf4e8bd90 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805104 May 27 11:35:30.644437 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Received port after_create {{(pid=92451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:35:30.720885 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Pushing event updated for resources: {'Port': ['ID=50be7d4b-f72d-4163-ba15-f44da1f69ba8,revision_number=1']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:30.733375 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:30.805234 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Attempting to bind port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:35:30.806118 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Attempting to bind port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '800eb328-9983-4399-81c9-e4e5f7b8c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:35:30.807638 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Attempting to bind port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 on network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:35:30.820338 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:35:30.821318 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Checking segment: {'id': '800eb328-9983-4399-81c9-e4e5f7b8c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:35:30.822845 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:30.823760 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Bound using segment: {'id': '800eb328-9983-4399-81c9-e4e5f7b8c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:35:30.825031 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Bound port: 50be7d4b-f72d-4163-ba15-f44da1f69ba8, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800eb328-9983-4399-81c9-e4e5f7b8c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:35:30.827305 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:30.934934 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] For port 50be7d4b-f72d-4163-ba15-f44da1f69ba8, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:35:30.938168 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] For port 50be7d4b-f72d-4163-ba15-f44da1f69ba8, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=50be7d4b-f72d-4163-ba15-f44da1f69ba8,segment=NetworkSegment(800eb328-9983-4399-81c9-e4e5f7b8c19b),segment_id=800eb328-9983-4399-81c9-e4e5f7b8c19b)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:35:31.008296 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:31.013971 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:31.044881 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:31.086596 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409659e-0946-463c-972b-b8316d68011a req-d2addf6a-88d1-4f98-aa6f-ab970c45c24c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:31.088882 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9409659e-0946-463c-972b-b8316d68011a req-d2addf6a-88d1-4f98-aa6f-ab970c45c24c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 948 time: 0.2324729 May 27 11:35:31.090120 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:31.108494 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Pushing event updated for resources: {'Port': ['ID=50be7d4b-f72d-4163-ba15-f44da1f69ba8,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:31.109362 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:31.205713 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9409659e-0946-463c-972b-b8316d68011a req-263a894d-9c44-4771-92e6-5fd1c4bff076 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738692 May 27 11:35:31.286050 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Allocated IP 172.27.0.203 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/53cfd1a6-fc45-4377-95a7-6b47306dc837) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:35:31.765633 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:31.923031 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9ad6f-c000-402b-bd15-dfad458f7a69 req-b2cbb4bf-0af0-459c-b519-351ff2f38a68 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:31.924601 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-18b9ad6f-c000-402b-bd15-dfad458f7a69 req-b2cbb4bf-0af0-459c-b519-351ff2f38a68 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1555390 May 27 11:35:31.934489 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f7a56-45e4-41c1-ab07-8f2ec8c98dc5 req-01d8b656-829d-4548-a136-07fae0561deb tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:31.936032 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9e5f7a56-45e4-41c1-ab07-8f2ec8c98dc5 req-01d8b656-829d-4548-a136-07fae0561deb tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1239669 May 27 11:35:32.003566 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:32.017815 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bfe6fa3a-0084-40e7-9902-34f2437abb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:32.053233 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-18b9ad6f-c000-402b-bd15-dfad458f7a69 req-1e9013ce-05b1-40d5-b9e3-f066e8743478 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154490 May 27 11:35:32.055020 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb04abd-a119-4293-80d8-ad2cb22f70ec None None] Network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:35:32.088686 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:35:32.097593 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9e5f7a56-45e4-41c1-ab07-8f2ec8c98dc5 req-63626685-af0c-41e5-85f4-991f0f34ab17 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459920 May 27 11:35:32.114642 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:32.118067 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:35:32.189933 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Pushing event updated for resources: {'Port': ['ID=53cfd1a6-fc45-4377-95a7-6b47306dc837,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:32.194053 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:32.226914 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 50be7d4b-f72d-4163-ba15-f44da1f69ba8 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:32.365005 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-76228518-6c90-4ca2-a252-c1e598432220 None None] Provisioning for port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:32.433122 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:32.440972 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:32.441362 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:32.469174 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95e96f-e641-4dd4-b4e5-3e3829c47ef5 req-4b8bb7f4-7651-47ad-91b3-4b7cc06ff2a9 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:32.470649 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ff95e96f-e641-4dd4-b4e5-3e3829c47ef5 req-4b8bb7f4-7651-47ad-91b3-4b7cc06ff2a9 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 948 time: 0.1491427 May 27 11:35:32.518752 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ff95e96f-e641-4dd4-b4e5-3e3829c47ef5 req-176dfce3-41fd-44ca-a5e6-23f48a36dd4a tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 May 27 11:35:32.576408 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:32.623860 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 50be7d4b-f72d-4163-ba15-f44da1f69ba8, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=50be7d4b-f72d-4163-ba15-f44da1f69ba8,segment=NetworkSegment(800eb328-9983-4399-81c9-e4e5f7b8c19b),segment_id=800eb328-9983-4399-81c9-e4e5f7b8c19b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:35:32.696287 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-53a5adde-fe07-46ad-a5d8-fc7d673cadfd None None] Provisioning complete for port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:32.702524 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-53a5adde-fe07-46ad-a5d8-fc7d673cadfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:32.742316 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:32.748181 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-3edd9a24-87ab-4d25-a834-2c1002c137e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:32.795680 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-688fda51-fd9a-4e17-974a-d9c7b5eefd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:32.798600 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:32.833460 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=50be7d4b-f72d-4163-ba15-f44da1f69ba8,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:32.836668 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:33.121992 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 29bd5f9b-2237-4ac7-a904-7156e966fdeb details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:35:33.145681 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-884406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583'] for router, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:33.238559 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:33.279813 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 29bd5f9b-2237-4ac7-a904-7156e966fdeb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=29bd5f9b-2237-4ac7-a904-7156e966fdeb,segment=NetworkSegment(e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6),segment_id=e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:35:33.295050 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '29bd5f9b-2237-4ac7-a904-7156e966fdeb', 'network_id': '355f218d-3c0a-47e0-9afe-d941aa2fc4e5', 'port_id': '29bd5f9b-2237-4ac7-a904-7156e966fdeb', 'mac_address': 'fa:16:3e:d9:bb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3d2d76-d736-4674-8c10-b25330e0dd67', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:35:33.363646 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:33.382574 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bd5f9b-2237-4ac7-a904-7156e966fdeb {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:35:33.399517 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 29bd5f9b-2237-4ac7-a904-7156e966fdeb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=29bd5f9b-2237-4ac7-a904-7156e966fdeb,segment=NetworkSegment(e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6),segment_id=e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:35:33.511890 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:33.514829 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:33.597424 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=29bd5f9b-2237-4ac7-a904-7156e966fdeb,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:33.599658 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3ffa6-1b27-4adc-969d-687482621450 req-f2a7da20-0251-4a68-9e4b-cd833893c90b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:33.600551 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:33.601331 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fbf3ffa6-1b27-4adc-969d-687482621450 req-f2a7da20-0251-4a68-9e4b-cd833893c90b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.3545959 May 27 11:35:33.610535 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dc0b0-462b-4e71-ba0a-a4a9e6ae8cf7 req-8161eb7a-6d58-49bd-b947-4a34d749b3eb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:33.611958 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-679dc0b0-462b-4e71-ba0a-a4a9e6ae8cf7 req-8161eb7a-6d58-49bd-b947-4a34d749b3eb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.4118576 May 27 11:35:33.694238 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fbf3ffa6-1b27-4adc-969d-687482621450 req-5c5322bd-590a-451d-83b8-52c680a65076 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812531 May 27 11:35:33.702100 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-679dc0b0-462b-4e71-ba0a-a4a9e6ae8cf7 req-2324ac0d-5358-4a8f-b4ae-e9e46dfbb8a0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836413 May 27 11:35:33.841875 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 is scheduled to L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def with binding_index 1 {{(pid=92450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:35:34.070570 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e62fc-22ec-4087-b641-d6d708c49faf req-9b720911-e6d8-4678-8d5d-fc71ffd81f70 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:34.072596 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-675e62fc-22ec-4087-b641-d6d708c49faf req-9b720911-e6d8-4678-8d5d-fc71ffd81f70 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 949 time: 0.2794547 May 27 11:35:34.110463 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:35:34.115043 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 50be7d4b-f72d-4163-ba15-f44da1f69ba8 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:34.122963 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Sync routers for ids ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:35:34.135878 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Routers {'8366d307-131b-4dcc-b9a1-d02d34c41ca8'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:35:34.137571 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:35:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:34.142660 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-675e62fc-22ec-4087-b641-d6d708c49faf req-1bfaa738-da1d-4ae5-89e1-0371b6b7b10d tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641501 May 27 11:35:34.201387 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:34.202014 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:34.208575 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Notify callbacks [] for router, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:34.214116 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4091880 May 27 11:35:34.222875 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 37498) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:34.385136 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Set router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:35:34.676626 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['29bd5f9b-2237-4ac7-a904-7156e966fdeb'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:35:34.689950 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'name': 'tempest-TestMinimumBasicScenario-1786663150-router', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:29Z', 'updated_at': '2021-05-27T11:35:32Z', 'revision_number': 3, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'gw_port': {'id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:31Z', 'updated_at': '2021-05-27T11:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:34.695370 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Checking router: 8366d307-131b-4dcc-b9a1-d02d34c41ca8 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:35:34.696061 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Updating router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 port 53cfd1a6-fc45-4377-95a7-6b47306dc837 binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:35:34.751859 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:35.105700 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:35.134870 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:35.149025 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Transition to ACTIVE for port object 53cfd1a6-fc45-4377-95a7-6b47306dc837 will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:35.242876 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c45e2828-3bea-46f4-a4a6-150204feeaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:35.290681 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:35.318555 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc92db-d3b4-4e77-83a7-e73f7850b4c9 req-4f46d6fc-2e3b-4554-bab2-652d2d1790ca tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:35.320099 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-25cc92db-d3b4-4e77-83a7-e73f7850b4c9 req-4f46d6fc-2e3b-4554-bab2-652d2d1790ca tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.3489001 May 27 11:35:35.328360 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:35.331714 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591da14-e698-41be-aa48-65a1058d6e9e req-6edb4020-0aa4-46cb-a503-6f1599343dd5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:35.332149 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6591da14-e698-41be-aa48-65a1058d6e9e req-6edb4020-0aa4-46cb-a503-6f1599343dd5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.3619277 May 27 11:35:35.339598 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:35.414618 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Attempting to bind port 53cfd1a6-fc45-4377-95a7-6b47306dc837 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:35:35.415240 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Attempting to bind port 53cfd1a6-fc45-4377-95a7-6b47306dc837 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:35:35.423603 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Attempting to bind port 53cfd1a6-fc45-4377-95a7-6b47306dc837 on network aff141f8-ece8-4c78-b753-2e9475f6af8e {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:35:35.426845 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:35:35.427444 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:35:35.428033 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:35.428607 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Bound using segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:35:35.429255 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Bound port: 53cfd1a6-fc45-4377-95a7-6b47306dc837, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:35:35.429846 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:35.470093 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086027c1-1960-4579-bf53-cfdc5759a2dc None None] Pushing event updated for resources: {'Port': ['ID=53cfd1a6-fc45-4377-95a7-6b47306dc837,revision_number=2']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:35.477019 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-25cc92db-d3b4-4e77-83a7-e73f7850b4c9 req-8325701a-de19-4784-a3c0-9ca6f1d99d05 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414330 May 27 11:35:35.492390 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6591da14-e698-41be-aa48-65a1058d6e9e req-3d8ea0c9-8ffd-4370-9cf6-e620187dea64 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216457 May 27 11:35:35.494395 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-086027c1-1960-4579-bf53-cfdc5759a2dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:35.594383 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] For port 53cfd1a6-fc45-4377-95a7-6b47306dc837, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:35:35.598300 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] For port 53cfd1a6-fc45-4377-95a7-6b47306dc837, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=53cfd1a6-fc45-4377-95a7-6b47306dc837,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:35:35.706386 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:35.711592 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:35.715883 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Allocated IP 172.20.0.1 (4fdb9ab1-553b-4871-ac13-708fe6a2a922/67cd29cb-27cd-4392-8fec-923922d1b33c/1fa43657-dbb5-46c0-a54f-a3b9f5d87b40) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:35:35.789648 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Routers {'8366d307-131b-4dcc-b9a1-d02d34c41ca8'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:35:35.790336 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:35:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:35.847016 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54535e-1dce-4164-af6e-9d028a2d3836 req-45e7c217-4549-4fd1-95e7-1c4c3101769d tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:35.848575 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6b54535e-1dce-4164-af6e-9d028a2d3836 req-45e7c217-4549-4fd1-95e7-1c4c3101769d tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 949 time: 0.2057111 May 27 11:35:35.875465 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086027c1-1960-4579-bf53-cfdc5759a2dc None None] Pushing event updated for resources: {'Port': ['ID=53cfd1a6-fc45-4377-95a7-6b47306dc837,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:35.928556 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6b54535e-1dce-4164-af6e-9d028a2d3836 req-c225ea48-9d01-4c7d-bfd9-b66d340521cb tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706763 May 27 11:35:35.948911 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:35.970611 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Transition to ACTIVE for port object 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 will not be triggered until provisioned by entity DHCP. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:35.976981 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-086027c1-1960-4579-bf53-cfdc5759a2dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:36.029981 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] Set router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:35:36.032480 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 37528) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:36.108221 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:36.128989 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:36.214174 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 29bd5f9b-2237-4ac7-a904-7156e966fdeb up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:36.224328 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:35:36.225533 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:36.238397 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:36.244147 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:35:36.256596 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:36.285282 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:36.298657 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] Usage tracker for resource:security_group_rule and tenant:2d4354d5a1ad4c91b0a43416397826a9 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:36.313330 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:36.318855 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Pushing event updated for resources: {'Port': ['ID=1fa43657-dbb5-46c0-a54f-a3b9f5d87b40,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:36.329561 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:36.332016 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:36.338995 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-880233'] for router_interface, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:36.423042 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'name': 'tempest-TestMinimumBasicScenario-1786663150-router', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:29Z', 'updated_at': '2021-05-27T11:35:32Z', 'revision_number': 3, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'gw_port': {'id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:31Z', 'updated_at': '2021-05-27T11:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:36.428734 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172085b-ffde-4b8f-9097-a6de626b2ebd None None] The sync data for ids ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'] in dv-cinder-751579-23-iscsi is: [{'id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'name': 'tempest-TestMinimumBasicScenario-1786663150-router', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:29Z', 'updated_at': '2021-05-27T11:35:32Z', 'revision_number': 3, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'gw_port': {'id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:31Z', 'updated_at': '2021-05-27T11:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:35:36.482814 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 29bd5f9b-2237-4ac7-a904-7156e966fdeb completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:36.492926 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 29bd5f9b-2237-4ac7-a904-7156e966fdeb triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:36.493382 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:36.533632 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:36.625352 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135994c-1d29-432d-842e-c64464b921dc req-def28c5b-0425-458f-b512-a10add9e0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:36.627509 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a135994c-1d29-432d-842e-c64464b921dc req-def28c5b-0425-458f-b512-a10add9e0aed service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908&tenant_id=53b8142c765b4c1e9e11263db3801a2b HTTP/1.1" status: 200 len: 1096 time: 0.1738925 May 27 11:35:36.736349 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:36.768276 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:36.776552 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d891c9-2c74-401e-b834-38a2baaf026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bd5f9b-2237-4ac7-a904-7156e966fdeb'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:35:36.794804 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-ab226d64-0086-4b2e-bf8c-be7a952e11ce None None] Provisioning for port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:36.805011 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-ab226d64-0086-4b2e-bf8c-be7a952e11ce None None] Provisioning complete for port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:36.806313 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-ab226d64-0086-4b2e-bf8c-be7a952e11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:36.821791 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-36e6abb2-3245-429a-b2a3-7f4a9103c6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:36.901273 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 29bd5f9b-2237-4ac7-a904-7156e966fdeb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=29bd5f9b-2237-4ac7-a904-7156e966fdeb,segment=NetworkSegment(e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6),segment_id=e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:35:36.903052 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-ab226d64-0086-4b2e-bf8c-be7a952e11ce None None] Port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:35:36.929040 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2d4354d5a1ad4c91b0a43416397826a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8954420 May 27 11:35:36.941788 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37546) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:36.988346 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f31285-c19b-4dd6-9980-77b27b471e84,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:36.996018 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:37.053606 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135994c-1d29-432d-842e-c64464b921dc req-2bb23c96-cea3-4951-950c-5154fc3dd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:37.055168 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a135994c-1d29-432d-842e-c64464b921dc req-2bb23c96-cea3-4951-950c-5154fc3dd489 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 1096 time: 0.3759303 May 27 11:35:37.056193 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9f4811b1-b981-44e3-b1e5-80dc05e1f042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:37.060418 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:37.064501 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:37.065517 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:37.096922 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9f4811b1-b981-44e3-b1e5-80dc05e1f042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:37.128088 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f64cd-7910-49c4-87fb-019ec3fc8746 req-00fcd67c-c88e-426b-abf4-b34f6867dec9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:37.135748 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-986f64cd-7910-49c4-87fb-019ec3fc8746 req-00fcd67c-c88e-426b-abf4-b34f6867dec9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.5178671 May 27 11:35:37.175398 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=29bd5f9b-2237-4ac7-a904-7156e966fdeb,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:37.177036 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e6470-fd0c-42ae-b411-722462695e6b req-93a554e1-155f-4107-af25-07dbaceaebd6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:37.181486 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:37.186449 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8b6e6470-fd0c-42ae-b411-722462695e6b req-93a554e1-155f-4107-af25-07dbaceaebd6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.4958804 May 27 11:35:37.282162 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9f4811b1-b981-44e3-b1e5-80dc05e1f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:37.286039 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-39d9e032-895d-4af5-b0fa-8c9e0edddc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:37.289470 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8b6e6470-fd0c-42ae-b411-722462695e6b req-49203ef6-f3ad-4219-9119-7ce10fcae6cd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021230 May 27 11:35:37.297506 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-986f64cd-7910-49c4-87fb-019ec3fc8746 req-96ea2848-2644-400d-9446-b256a25f9d2e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599376 May 27 11:35:37.301325 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4811b1-b981-44e3-b1e5-80dc05e1f042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f31285-c19b-4dd6-9980-77b27b471e84,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:37.304328 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9f4811b1-b981-44e3-b1e5-80dc05e1f042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:37.323583 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9f4811b1-b981-44e3-b1e5-80dc05e1f042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:37.324938 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-9f4811b1-b981-44e3-b1e5-80dc05e1f042 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e0f31285-c19b-4dd6-9980-77b27b471e84 HTTP/1.1" status: 204 len: 168 time: 0.3818979 May 27 11:35:37.379217 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d891c9-2c74-401e-b834-38a2baaf026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bd5f9b-2237-4ac7-a904-7156e966fdeb', 'code': 200} May 27 11:35:37.580097 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:37.593370 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-02ace860-e8fa-4248-afb5-a224cfebf8ad tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Synchronizing usage tracker for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:security_group {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:35:37.622092 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c80a8-34ea-434c-8d36-d85d7735b436 req-ba20c8eb-c3c2-46cc-9b88-2ff2885e594d tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:37.623683 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-687c80a8-34ea-434c-8d36-d85d7735b436 req-ba20c8eb-c3c2-46cc-9b88-2ff2885e594d tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1712191 May 27 11:35:37.677072 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-687c80a8-34ea-434c-8d36-d85d7735b436 req-68a0743c-0944-4199-aae9-9dde72686f73 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 May 27 11:35:37.739532 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:37.769488 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cd9e2098-872e-4954-9e7c-2335a069e525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:37.815228 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-02ace860-e8fa-4248-afb5-a224cfebf8ad tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Unset dirty status for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:security_group {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:35:37.816461 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-02ace860-e8fa-4248-afb5-a224cfebf8ad tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334537601&fields=id&tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f HTTP/1.1" status: 200 len: 267 time: 0.3008435 May 27 11:35:37.886575 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1035732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880330'] for router_interface, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:37.950806 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Pushing event updated for resources: {'Port': ['ID=1fa43657-dbb5-46c0-a54f-a3b9f5d87b40,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:38.025558 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.062513 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:38.137354 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 53cfd1a6-fc45-4377-95a7-6b47306dc837 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:38.211222 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-dafc0e62-8804-42d8-a54b-80b4a648c56d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:38.213418 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-dafc0e62-8804-42d8-a54b-80b4a648c56d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 812 time: 0.3807538 May 27 11:35:38.225686 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135994c-1d29-432d-842e-c64464b921dc req-ceac9926-db76-42b5-ad31-2aba14d4ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:38.237544 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a135994c-1d29-432d-842e-c64464b921dc req-ceac9926-db76-42b5-ad31-2aba14d4ba55 service neutron] 10.222.0.76 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 918 time: 0.1723680 May 27 11:35:38.249384 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-2aa6a821-1359-4e1a-bca2-d94a035901e3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/quotas/67e3e87a5eb74bf3b950d4ee58fbb84f HTTP/1.1" status: 200 len: 375 time: 0.0212469 May 27 11:35:38.253839 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:35:38.255015 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:35:38.350726 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 53cfd1a6-fc45-4377-95a7-6b47306dc837 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:38.357531 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 53cfd1a6-fc45-4377-95a7-6b47306dc837 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:38.358308 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.364745 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37570) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:38.394105 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.432284 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:35:38.437786 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] Usage tracker for resource:security_group_rule and tenant:24a45d289b5549028e02dd7ea4dad963 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:35:38.441441 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:35:38.448244 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:35:38.541573 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.576830 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-e05912f0-5ff4-4a01-96e4-f780bf7898c7 None None] Provisioning complete for port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:38.577404 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-e05912f0-5ff4-4a01-96e4-f780bf7898c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.601349 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-e9d2a80e-b6db-4226-a26f-a0b65fcddde5 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3441207 May 27 11:35:38.612300 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.621531 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:38.621780 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.645292 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:35:38.662165 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 53cfd1a6-fc45-4377-95a7-6b47306dc837, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=53cfd1a6-fc45-4377-95a7-6b47306dc837,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:35:38.665089 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-e05912f0-5ff4-4a01-96e4-f780bf7898c7 None None] Port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:35:38.672034 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24a45d289b5549028e02dd7ea4dad963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059087 May 27 11:35:38.679355 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 37574) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:35:38.692360 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c431be9-8ffb-4b73-a0d5-87edfe547688,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:38.697401 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:38.745765 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c8b4514f-18ff-49ab-b78a-89594c042a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.773607 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c8b4514f-18ff-49ab-b78a-89594c042a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.814449 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.816417 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:38.860387 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fb015-d225-4f81-9215-6cd1df4864c3 req-53ae321d-7ef6-45f1-97bc-f9c04cce512a tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:38.861810 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a52fb015-d225-4f81-9215-6cd1df4864c3 req-53ae321d-7ef6-45f1-97bc-f9c04cce512a tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.3557692 May 27 11:35:38.873578 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-94c583ac-c7b5-4d9d-a1ab-9126fd6c6bb7 service neutron] 10.222.0.86 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592807 May 27 11:35:38.890049 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=53cfd1a6-fc45-4377-95a7-6b47306dc837,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:38.893149 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:38.928151 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c8b4514f-18ff-49ab-b78a-89594c042a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.933102 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-74696a87-4832-4374-8ac4-27274b38adae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:38.946227 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4514f-18ff-49ab-b78a-89594c042a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c431be9-8ffb-4b73-a0d5-87edfe547688,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:38.949807 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c8b4514f-18ff-49ab-b78a-89594c042a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:38.953272 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c8b4514f-18ff-49ab-b78a-89594c042a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:38.954355 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-c8b4514f-18ff-49ab-b78a-89594c042a6d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8c431be9-8ffb-4b73-a0d5-87edfe547688 HTTP/1.1" status: 204 len: 168 time: 0.2739801 May 27 11:35:39.090608 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a52fb015-d225-4f81-9215-6cd1df4864c3 req-fa4721ab-bab0-401d-b9b2-bb6b46c32c64 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197390 May 27 11:35:39.094025 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:35:39.102477 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Sync routers for ids ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:35:39.113557 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Routers {'8366d307-131b-4dcc-b9a1-d02d34c41ca8'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:35:39.114178 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:35:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:39.147535 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-42cde911-1cb5-43b2-8b2b-2e9b9656d589 service neutron] 10.222.0.86 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092538 May 27 11:35:39.173416 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] 10.222.0.86 "PUT /v2.0/routers/8366d307-131b-4dcc-b9a1-d02d34c41ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9492965 May 27 11:35:39.294427 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73cff3-c962-49b8-97e7-0777b60f80f5 req-1c96fc7c-cf23-4b1a-8215-19cbff7edeba tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:39.309257 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-df73cff3-c962-49b8-97e7-0777b60f80f5 req-1c96fc7c-cf23-4b1a-8215-19cbff7edeba tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1013563 May 27 11:35:39.352782 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-df73cff3-c962-49b8-97e7-0777b60f80f5 req-56d53c60-6606-4f39-beb9-3f49ddd3864a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498269 May 27 11:35:39.364477 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Set router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:35:39.594892 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5f0b7-38bc-4e2a-8e82-3cfa40b10c07 req-78b0850c-237e-4aec-92f7-d43e6541b36f tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:39.600497 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9ae5f0b7-38bc-4e2a-8e82-3cfa40b10c07 req-78b0850c-237e-4aec-92f7-d43e6541b36f tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.0993137 May 27 11:35:39.652128 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9ae5f0b7-38bc-4e2a-8e82-3cfa40b10c07 req-440e0fcb-dc4d-4224-b9f1-98baf1437325 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493736 May 27 11:35:39.775596 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'name': 'tempest-TestMinimumBasicScenario-1786663150-router', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:29Z', 'updated_at': '2021-05-27T11:35:36Z', 'revision_number': 4, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'gw_port': {'id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:31Z', 'updated_at': '2021-05-27T11:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '1fa43657-dbb5-46c0-a54f-a3b9f5d87b40', 'name': '', 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'mac_address': 'fa:16:3e:95:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '67cd29cb-27cd-4392-8fec-923922d1b33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:35Z', 'updated_at': '2021-05-27T11:35:37Z', 'revision_number': 2, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'subnets': [{'id': '67cd29cb-27cd-4392-8fec-923922d1b33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:39.779615 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Checking router: 8366d307-131b-4dcc-b9a1-d02d34c41ca8 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:35:39.779816 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Updating router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 binding host dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:35:39.836980 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:39.983087 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bfe64f8e-df85-4b21-860e-fcdcdae42a8d req-1a9118b9-d134-4040-96ac-df891d80ba01 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0468252 May 27 11:35:40.134974 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a135994c-1d29-432d-842e-c64464b921dc req-02d1f491-fb7d-4803-b9ee-10088b9f4bc7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761e9a64-5ae6-480f-888e-a84def5465d8 HTTP/1.1" status: 200 len: 999 time: 0.1396537 May 27 11:35:40.201943 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 53cfd1a6-fc45-4377-95a7-6b47306dc837 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:40.221407 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135994c-1d29-432d-842e-c64464b921dc req-21060df8-d18e-43a5-ae75-6d097fd35823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:40.223176 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a135994c-1d29-432d-842e-c64464b921dc req-21060df8-d18e-43a5-ae75-6d097fd35823 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 200 len: 855 time: 0.0808125 May 27 11:35:40.334313 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed3a7f-24be-4d8a-96f9-ea8130fb757d req-ae6730d5-f888-4381-9926-2a6e4e002feb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:40.346725 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-72ed3a7f-24be-4d8a-96f9-ea8130fb757d req-ae6730d5-f888-4381-9926-2a6e4e002feb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1127231 May 27 11:35:40.363402 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Notify callbacks [] for port, precommit_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:40.370668 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135994c-1d29-432d-842e-c64464b921dc req-e3290abd-539a-4c34-8cf8-abd90ae05f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:40.372201 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a135994c-1d29-432d-842e-c64464b921dc req-e3290abd-539a-4c34-8cf8-abd90ae05f71 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af505858-099f-4c8c-a08e-146c90c5ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1417365 May 27 11:35:40.387813 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Transition to ACTIVE for port object 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:35:40.420866 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 53cfd1a6-fc45-4377-95a7-6b47306dc837 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:40.421206 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-72ed3a7f-24be-4d8a-96f9-ea8130fb757d req-8ab71e16-03f4-4782-b5de-cf6cb262ac19 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681121 May 27 11:35:40.421324 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:40.532669 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:40.541223 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c18e9f01-fecf-41fd-a302-7aab5fbd5f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:40.602425 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a135994c-1d29-432d-842e-c64464b921dc req-c15278ea-2357-4c89-beef-4b88ae41a658 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043500 May 27 11:35:40.697076 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8befc6-a629-43e8-b8f3-236709766073 req-60e6c19c-9611-4add-a1c0-2db050181d80 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:40.699076 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7b8befc6-a629-43e8-b8f3-236709766073 req-60e6c19c-9611-4add-a1c0-2db050181d80 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1825254 May 27 11:35:40.703880 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812590f-4162-473e-8dc8-255c38628d8a req-ed8af5e5-df48-4d28-919d-b03ac2269aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:40.705342 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4812590f-4162-473e-8dc8-255c38628d8a req-ed8af5e5-df48-4d28-919d-b03ac2269aa0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 1103 time: 0.1287239 May 27 11:35:40.846043 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a762f-eba8-4601-89fd-84e269ff1295 None None] Pushing event updated for resources: {'Port': ['ID=1fa43657-dbb5-46c0-a54f-a3b9f5d87b40,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:40.893017 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-056a762f-eba8-4601-89fd-84e269ff1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:40.966800 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Attempting to bind port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:35:40.967433 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Attempting to bind port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '800eb328-9983-4399-81c9-e4e5f7b8c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:35:40.967923 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Attempting to bind port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 on network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:35:40.975780 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:35:40.977129 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Checking segment: {'id': '800eb328-9983-4399-81c9-e4e5f7b8c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:35:40.977633 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:40.979430 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a135994c-1d29-432d-842e-c64464b921dc req-d86b5896-9886-495e-b22f-a2294d1bc154 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707840 May 27 11:35:40.987032 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc8b36-2917-4e9a-a94b-bff910b1a45d req-fdd0a70d-a526-4d75-a047-46ecf7df53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:40.992423 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2ddc8b36-2917-4e9a-a94b-bff910b1a45d req-fdd0a70d-a526-4d75-a047-46ecf7df53dd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 1098 time: 0.2362945 May 27 11:35:40.999945 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Bound using segment: {'id': '800eb328-9983-4399-81c9-e4e5f7b8c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:35:41.000635 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Bound port: 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800eb328-9983-4399-81c9-e4e5f7b8c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:35:41.001166 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:41.058479 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2ddc8b36-2917-4e9a-a94b-bff910b1a45d req-ac7ba5a8-597e-4e02-9b9a-49d53bb22e63 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514803 May 27 11:35:41.105286 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4812590f-4162-473e-8dc8-255c38628d8a req-98de5d15-cb06-4115-aa21-69be96e715b9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815820 May 27 11:35:41.187392 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7b8befc6-a629-43e8-b8f3-236709766073 req-9c0df12d-a53f-4206-9d54-f4610ca00ffa tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268324 May 27 11:35:41.187392 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf60c-d758-48d7-810e-3b9bebe42096 req-a85f983b-3c44-4beb-ac27-b3a91858b2bf tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:41.187784 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] For port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:35:41.187866 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-951cf60c-d758-48d7-810e-3b9bebe42096 req-a85f983b-3c44-4beb-ac27-b3a91858b2bf tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1925662 May 27 11:35:41.189128 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] For port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=1fa43657-dbb5-46c0-a54f-a3b9f5d87b40,segment=NetworkSegment(800eb328-9983-4399-81c9-e4e5f7b8c19b),segment_id=800eb328-9983-4399-81c9-e4e5f7b8c19b)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:35:41.262031 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1ab6c035-189b-4ce5-b875-97c8eaa79bd2 req-69b357a5-0740-41df-af4d-1eaf6f5212a9 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0512245 May 27 11:35:41.289238 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-951cf60c-d758-48d7-810e-3b9bebe42096 req-be0804d5-2c72-431e-a0d4-f2cd8db36200 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981367 May 27 11:35:41.357639 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:41.361598 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-123c9269-5d69-4be1-b288-2804ef610f4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:41.472113 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Routers {'8366d307-131b-4dcc-b9a1-d02d34c41ca8'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:35:41.472113 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:35:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:41.699602 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a762f-eba8-4601-89fd-84e269ff1295 None None] Pushing event updated for resources: {'Port': ['ID=1fa43657-dbb5-46c0-a54f-a3b9f5d87b40,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:41.711563 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-056a762f-eba8-4601-89fd-84e269ff1295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:41.739905 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26888e55-5940-4bc1-9453-d03667ca9e55 req-c6708075-8881-49d8-87b6-b0cde0322c50 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:41.748172 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-26888e55-5940-4bc1-9453-d03667ca9e55 req-c6708075-8881-49d8-87b6-b0cde0322c50 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1411180 May 27 11:35:41.769133 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] Set router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:35:41.817928 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-26888e55-5940-4bc1-9453-d03667ca9e55 req-ba662855-835c-47c2-a446-404fb883ad70 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603287 May 27 11:35:42.219129 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'name': 'tempest-TestMinimumBasicScenario-1786663150-router', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:29Z', 'updated_at': '2021-05-27T11:35:36Z', 'revision_number': 4, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'gw_port': {'id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:31Z', 'updated_at': '2021-05-27T11:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '1fa43657-dbb5-46c0-a54f-a3b9f5d87b40', 'name': '', 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'mac_address': 'fa:16:3e:95:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '67cd29cb-27cd-4392-8fec-923922d1b33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:35Z', 'updated_at': '2021-05-27T11:35:41Z', 'revision_number': 4, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'subnets': [{'id': '67cd29cb-27cd-4392-8fec-923922d1b33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:35:42.229787 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1704b-d715-4cfc-80e6-509fc6b6fe49 None None] The sync data for ids ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'] in dv-cinder-751579-23-iscsi is: [{'id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'name': 'tempest-TestMinimumBasicScenario-1786663150-router', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:29Z', 'updated_at': '2021-05-27T11:35:36Z', 'revision_number': 4, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'gw_port': {'id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:31Z', 'updated_at': '2021-05-27T11:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '1fa43657-dbb5-46c0-a54f-a3b9f5d87b40', 'name': '', 'network_id': '4fdb9ab1-553b-4871-ac13-708fe6a2a922', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'mac_address': 'fa:16:3e:95:d4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '67cd29cb-27cd-4392-8fec-923922d1b33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:35Z', 'updated_at': '2021-05-27T11:35:41Z', 'revision_number': 4, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'subnets': [{'id': '67cd29cb-27cd-4392-8fec-923922d1b33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:35:42.680064 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7a5a8082-3ce9-4a6c-9a22-6518ba3512fd req-75dd9926-36b1-40a2-a2cb-a772736b3f46 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.1745360 May 27 11:35:42.724375 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9a1a0-b92d-422a-8058-be115705b973 req-06e6b724-ba5b-4d62-bfb7-63215bcc5c77 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:42.733046 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42f9a1a0-b92d-422a-8058-be115705b973 req-06e6b724-ba5b-4d62-bfb7-63215bcc5c77 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.3917904 May 27 11:35:42.822509 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-42f9a1a0-b92d-422a-8058-be115705b973 req-a9a8f6b8-6b5c-4354-b04f-836ab984d518 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826588 May 27 11:35:43.174114 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cfbd5-daeb-43a9-9cb3-40d6c4a6743f req-0f492274-ecfa-4e3f-971e-ba89f9472847 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:43.182999 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7d5cfbd5-daeb-43a9-9cb3-40d6c4a6743f req-0f492274-ecfa-4e3f-971e-ba89f9472847 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.2992456 May 27 11:35:43.278343 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7d5cfbd5-daeb-43a9-9cb3-40d6c4a6743f req-a024ef85-7662-406c-8414-24eef4417240 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940232 May 27 11:35:43.297511 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae2855-6543-4718-8bad-0a9b71b43ff7 req-a51a6a01-10a5-4e9b-8e71-a99021ef4978 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:43.299035 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-feae2855-6543-4718-8bad-0a9b71b43ff7 req-a51a6a01-10a5-4e9b-8e71-a99021ef4978 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2648547 May 27 11:35:43.371724 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-feae2855-6543-4718-8bad-0a9b71b43ff7 req-6565164d-a820-4f7b-af30-d6830922a377 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639861 May 27 11:35:43.924450 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-03a830fd-82a2-4ada-9acf-ce72ad7d1879 req-450fc7d0-e823-439c-b551-3cce213ddd4b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.1190915 May 27 11:35:44.088820 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6bb36-4e7a-4840-889b-8408ecc773a4 req-760a1ee8-cbfd-4aa5-8abb-f41c5b105be9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:44.090637 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-71b6bb36-4e7a-4840-889b-8408ecc773a4 req-760a1ee8-cbfd-4aa5-8abb-f41c5b105be9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.0984321 May 27 11:35:44.142746 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-71b6bb36-4e7a-4840-889b-8408ecc773a4 req-75105cfc-ac41-4cc5-b7ae-49916b24f6a3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457852 May 27 11:35:44.203543 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:44.356536 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:35:44.364864 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:44.365703 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:44.538497 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:44.538746 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda22fe-4bfd-46df-9988-b3c41107c5eb req-8630c927-8612-4885-9e4e-55b4462b63f0 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:44.538746 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2eda22fe-4bfd-46df-9988-b3c41107c5eb req-8630c927-8612-4885-9e4e-55b4462b63f0 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1204119 May 27 11:35:44.583490 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=1fa43657-dbb5-46c0-a54f-a3b9f5d87b40,segment=NetworkSegment(800eb328-9983-4399-81c9-e4e5f7b8c19b),segment_id=800eb328-9983-4399-81c9-e4e5f7b8c19b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:35:44.644237 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2eda22fe-4bfd-46df-9988-b3c41107c5eb req-10513f65-0391-4eef-a665-637d112d6dab tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992346 May 27 11:35:44.674562 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efff59-3983-4c77-98f2-45ccae391f8a req-f51d4ee6-4c1c-4262-9448-ef52bebab5a3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:44.676220 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-05efff59-3983-4c77-98f2-45ccae391f8a req-f51d4ee6-4c1c-4262-9448-ef52bebab5a3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1300328 May 27 11:35:44.722204 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-05efff59-3983-4c77-98f2-45ccae391f8a req-86b7c27e-1179-42db-bc77-9495fec884ee tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 May 27 11:35:44.937942 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:44.939792 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:35:45.008435 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=1fa43657-dbb5-46c0-a54f-a3b9f5d87b40,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:35:45.011681 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:35:45.081876 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9eb27f90-bdca-46d8-b295-ec1295c09a3b req-f51de308-1619-4068-a4fe-eb8ca6f88096 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0519445 May 27 11:35:45.378199 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b84e2-2436-4750-bfa8-defb56b77fd5 req-98300f22-a8df-4504-a80e-6df0ab3a5783 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:45.385101 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9b6b84e2-2436-4750-bfa8-defb56b77fd5 req-98300f22-a8df-4504-a80e-6df0ab3a5783 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.0976543 May 27 11:35:45.432306 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9b6b84e2-2436-4750-bfa8-defb56b77fd5 req-628be2fb-fb84-4547-b345-9015cf07bb90 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458760 May 27 11:35:45.869831 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cfec9-d53f-4584-a883-b7671f41c4f5 req-c9068c0c-9179-404a-8426-a322d4d0a9cb tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:45.876902 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a00cfec9-d53f-4584-a883-b7671f41c4f5 req-c9068c0c-9179-404a-8426-a322d4d0a9cb tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1075118 May 27 11:35:45.983408 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a00cfec9-d53f-4584-a883-b7671f41c4f5 req-a5ea8459-4a92-4add-b184-821aafc9049c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056523 May 27 11:35:46.016765 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d98d5-8b77-403f-9390-3e21f5c7f929 req-0eeff198-4619-40ba-9512-440e659441ff tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:46.018585 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fc9d98d5-8b77-403f-9390-3e21f5c7f929 req-0eeff198-4619-40ba-9512-440e659441ff tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1391225 May 27 11:35:46.077544 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fc9d98d5-8b77-403f-9390-3e21f5c7f929 req-1c5a5ee9-b201-41c6-aaba-b095edf1a75d tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525117 May 27 11:35:46.125573 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:35:46.229350 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:35:46.229730 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:35:46.264428 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-33e36f3d-8db0-4f05-9337-2f68c745588a req-865c6992-52a5-44f1-abf2-a98c2980ee64 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0563879 May 27 11:35:46.719046 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bcb6a-2835-4ce6-8031-ad72ec70153a req-1c585e9c-a3f2-4f79-8a02-2cb1920f426c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:46.729154 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-be6bcb6a-2835-4ce6-8031-ad72ec70153a req-1c585e9c-a3f2-4f79-8a02-2cb1920f426c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1341686 May 27 11:35:46.793497 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-be6bcb6a-2835-4ce6-8031-ad72ec70153a req-bd65bd2d-3b1a-4a6d-956e-14eb228abf68 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634711 May 27 11:35:47.546242 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fc225-f9a3-4619-bfb3-4c287fc1f1b3 req-434b5657-fcd3-429d-b3e2-7d3c98c3b744 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:47.560025 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c54fc225-f9a3-4619-bfb3-4c287fc1f1b3 req-434b5657-fcd3-429d-b3e2-7d3c98c3b744 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2667406 May 27 11:35:47.631448 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b723bd-b255-420b-a31c-40b1f420464c req-47880511-12ad-43e7-bda8-e719be234d7e tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:47.633085 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a7b723bd-b255-420b-a31c-40b1f420464c req-47880511-12ad-43e7-bda8-e719be234d7e tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.4892247 May 27 11:35:47.695644 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c54fc225-f9a3-4619-bfb3-4c287fc1f1b3 req-9b9ed2d2-c044-4d9b-a1aa-3b2e243bd48e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344726 May 27 11:35:47.751261 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a7b723bd-b255-420b-a31c-40b1f420464c req-28f07c1c-de42-4001-8e8b-3212c9f0527a tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092675 May 27 11:35:48.007518 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b8cfeaa5-db79-484c-9b83-c965fdc59667 req-2243dc8e-8f71-427c-a3e2-7b42fb8361e5 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.1613252 May 27 11:35:48.070083 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c7bb7-0521-42be-97b0-023f0ab76640 req-81fec5e0-7b2f-4208-acdf-4dd4db062dca tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:48.071446 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-341c7bb7-0521-42be-97b0-023f0ab76640 req-81fec5e0-7b2f-4208-acdf-4dd4db062dca tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1103439 May 27 11:35:48.118877 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-341c7bb7-0521-42be-97b0-023f0ab76640 req-56187bd1-e58c-4260-a5ce-9fa5ad2d387e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 May 27 11:35:48.944243 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9435c-0260-4f45-a389-1f4582aa544f req-bf3cd4c4-396d-4573-a5c6-bc3e51cdbb42 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:48.953838 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c2a9435c-0260-4f45-a389-1f4582aa544f req-bf3cd4c4-396d-4573-a5c6-bc3e51cdbb42 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1210220 May 27 11:35:49.083495 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c2a9435c-0260-4f45-a389-1f4582aa544f req-cbe3f6f7-b386-47e1-a4e2-cb0666e624bb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283219 May 27 11:35:49.120409 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069007b-e3b9-4534-8d3e-cf87bb1dc9e7 req-ac3b0386-ad9d-4abe-ad65-d29479906818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:49.129284 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0069007b-e3b9-4534-8d3e-cf87bb1dc9e7 req-ac3b0386-ad9d-4abe-ad65-d29479906818 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1549258 May 27 11:35:49.190794 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0069007b-e3b9-4534-8d3e-cf87bb1dc9e7 req-8657f5ac-1dab-48bc-8350-892606b2be58 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602546 May 27 11:35:49.266785 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-95faf8a0-44ef-4f4c-ba94-a270064df1f9 req-8e212420-57cf-49ac-abeb-9ee84b3c2d6a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0549557 May 27 11:35:49.467795 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd09cc-1978-490f-9589-8b7760b7feab req-c8098ad5-f12e-4081-8e85-27a6629c48c8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:49.470250 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1cdd09cc-1978-490f-9589-8b7760b7feab req-c8098ad5-f12e-4081-8e85-27a6629c48c8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1342142 May 27 11:35:49.573340 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1cdd09cc-1978-490f-9589-8b7760b7feab req-06b187c3-583e-493c-b68c-09e1b7d626c0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875216 May 27 11:35:50.429494 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f9293-7b80-4dc4-a2c8-300217380829 req-b489ce5c-806f-466b-bd26-29267a1be932 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:50.477243 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-969f9293-7b80-4dc4-a2c8-300217380829 req-b489ce5c-806f-466b-bd26-29267a1be932 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2268176 May 27 11:35:50.562454 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-969f9293-7b80-4dc4-a2c8-300217380829 req-f5d42ffa-e0d8-464b-bd4b-09fc8bd84a01 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766206 May 27 11:35:50.579206 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ca7d2-b5cb-47f3-b842-268d59f705b9 req-2fa66aba-8acd-4c4d-b556-5f0fc6b51db1 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:50.597232 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a86ca7d2-b5cb-47f3-b842-268d59f705b9 req-2fa66aba-8acd-4c4d-b556-5f0fc6b51db1 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1635191 May 27 11:35:50.661041 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a86ca7d2-b5cb-47f3-b842-268d59f705b9 req-e8ead3a9-de64-43ee-bd96-c236627705d0 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 May 27 11:35:50.824216 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ea434e2d-a22f-42ad-a4c0-4ec5507ca104 req-9e147a53-22b0-4acc-98e9-167c8b7cd01d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0570493 May 27 11:35:50.919852 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce1c28-8e81-42c4-9652-54a3eb0e8a73 req-c5e987fd-7575-4a64-8bb3-1054a33b9150 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:50.927388 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-72ce1c28-8e81-42c4-9652-54a3eb0e8a73 req-c5e987fd-7575-4a64-8bb3-1054a33b9150 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1019173 May 27 11:35:51.028618 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-72ce1c28-8e81-42c4-9652-54a3eb0e8a73 req-25ab137a-d0f9-442a-931c-23ec77aa534d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998511 May 27 11:35:51.817185 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080a6ab-73ba-4a35-8180-32a8e52ed61a req-688a884e-779e-4fa7-98a7-4886d202fa77 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:51.825404 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d080a6ab-73ba-4a35-8180-32a8e52ed61a req-688a884e-779e-4fa7-98a7-4886d202fa77 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1219103 May 27 11:35:51.930624 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d080a6ab-73ba-4a35-8180-32a8e52ed61a req-8b9fa534-435a-4321-b9e9-4b5bb07bb906 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699036 May 27 11:35:51.952818 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0907c-56a8-46d8-ac45-280dff6c3a91 req-3faa296c-1e36-4122-b37b-52d75b714df2 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:51.955219 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c3f0907c-56a8-46d8-ac45-280dff6c3a91 req-3faa296c-1e36-4122-b37b-52d75b714df2 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1479161 May 27 11:35:52.019465 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c3f0907c-56a8-46d8-ac45-280dff6c3a91 req-24599952-4eef-437f-88ee-2418a46026a2 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595517 May 27 11:35:52.135929 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a9e4c678-ab77-4b78-9e5a-723a602c6fa0 req-23c7f9c1-b782-48b5-a0ad-58ccbf4e795d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0881951 May 27 11:35:52.289242 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b3ed5-0a4b-4d79-b17c-b716201fe9fa req-ff65aa1a-c185-4017-8b66-5c28e55ac841 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:52.290713 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3a1b3ed5-0a4b-4d79-b17c-b716201fe9fa req-ff65aa1a-c185-4017-8b66-5c28e55ac841 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1000092 May 27 11:35:52.351868 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3a1b3ed5-0a4b-4d79-b17c-b716201fe9fa req-b2647076-86a4-4cc1-b0e1-a685fcaf2fb0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539479 May 27 11:35:53.149303 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75c66d-2fc9-41ef-8974-727fbb312285 req-c56890ed-8a4b-465a-a047-8f037d6f11f5 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:53.151641 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ec75c66d-2fc9-41ef-8974-727fbb312285 req-c56890ed-8a4b-465a-a047-8f037d6f11f5 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1044526 May 27 11:35:53.251773 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ec75c66d-2fc9-41ef-8974-727fbb312285 req-d9b0fd7f-b108-49e1-936c-b9ad6da70746 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845921 May 27 11:35:53.287905 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833f42-bb98-4788-b4f5-f31f73bb2537 req-a1f267a7-53f5-4848-aa2e-f2450363eb2f tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:53.289594 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-56833f42-bb98-4788-b4f5-f31f73bb2537 req-a1f267a7-53f5-4848-aa2e-f2450363eb2f tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.0967562 May 27 11:35:53.344184 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-56833f42-bb98-4788-b4f5-f31f73bb2537 req-5a841c6e-cc3b-4442-a110-8215913f9565 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480504 May 27 11:35:53.511283 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-59df4514-ea68-4327-ac95-32db4ea68584 req-ec619c07-8e98-4432-a681-3eb566c24086 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0561609 May 27 11:35:53.725372 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5920b11-12b1-4933-85b0-b5018e1207d7 req-a942d939-408d-4a52-a88d-4ca970f84d56 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:53.731694 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e5920b11-12b1-4933-85b0-b5018e1207d7 req-a942d939-408d-4a52-a88d-4ca970f84d56 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.0890763 May 27 11:35:53.779017 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e5920b11-12b1-4933-85b0-b5018e1207d7 req-a7b2ef2e-24a6-4d3e-8548-1411defaa399 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419328 May 27 11:35:54.471497 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca49ad1-d215-481a-aca3-5314ea3aefdd req-89cefbd6-fc0a-4137-9ba5-ca0655a7610c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:54.479295 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fca49ad1-d215-481a-aca3-5314ea3aefdd req-89cefbd6-fc0a-4137-9ba5-ca0655a7610c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1244156 May 27 11:35:54.563098 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fca49ad1-d215-481a-aca3-5314ea3aefdd req-d04064e6-b0e4-469e-bf48-7196d971eb46 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828838 May 27 11:35:54.599230 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57ff2-0a90-4541-ab35-e55b9a30355f req-901768f6-518f-4317-858a-07f633c520d4 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:54.600682 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0ca57ff2-0a90-4541-ab35-e55b9a30355f req-901768f6-518f-4317-858a-07f633c520d4 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1013529 May 27 11:35:54.666150 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0ca57ff2-0a90-4541-ab35-e55b9a30355f req-a420c590-1d96-4a78-9a07-fdaa43129d79 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588331 May 27 11:35:54.886567 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-50a166bf-9162-4440-b1cd-25c3044dc6b2 req-e601e0e8-4333-409a-ba63-729854fe5485 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.1028214 May 27 11:35:54.956646 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-0ba58f18-9d69-43fd-b13e-9e3892d4acf6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:54.958187 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-0ba58f18-9d69-43fd-b13e-9e3892d4acf6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Synchronizing usage tracker for tenant:b2838aedf0d54734aa791619c58dea38 on resource:network {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:35:55.055323 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-0ba58f18-9d69-43fd-b13e-9e3892d4acf6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Unset dirty status for tenant:b2838aedf0d54734aa791619c58dea38 on resource:network {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:35:55.057475 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-0ba58f18-9d69-43fd-b13e-9e3892d4acf6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/networks?id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff HTTP/1.1" status: 200 len: 814 time: 0.3806765 May 27 11:35:55.079074 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-1864c73a-a096-44eb-8adb-3e4c7f8a4152 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/quotas/b2838aedf0d54734aa791619c58dea38 HTTP/1.1" status: 200 len: 375 time: 0.0149386 May 27 11:35:55.138413 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145d977-601c-4f9a-b945-38772b91b8b1 req-5b611ccf-58f9-431a-a6d2-f89d89b877b3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:55.139768 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c145d977-601c-4f9a-b945-38772b91b8b1 req-5b611ccf-58f9-431a-a6d2-f89d89b877b3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1437020 May 27 11:35:55.198722 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c145d977-601c-4f9a-b945-38772b91b8b1 req-b4a8b0a9-ebf6-4bca-9eca-cf0148d3c007 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518901 May 27 11:35:55.212965 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-51a0496d-c8d0-4e15-97cd-4fd0e9b855c4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b2838aedf0d54734aa791619c58dea38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286311 May 27 11:35:55.365114 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-614dcd8c-1205-4b01-8db3-899e8bf6218c service neutron] 10.222.0.86 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386757 May 27 11:35:55.519927 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-3ff59c88-3dd5-4f26-a54e-8d6d9cbb2a51 service neutron] 10.222.0.86 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483083 May 27 11:35:55.937219 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:35:55.942336 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313703f-9f25-427e-a8a1-2f38fc145e4d req-2a9fbd0b-185c-4535-a631-8eb168d27759 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:55.944018 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6313703f-9f25-427e-a8a1-2f38fc145e4d req-2a9fbd0b-185c-4535-a631-8eb168d27759 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0923047 May 27 11:35:55.995032 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6313703f-9f25-427e-a8a1-2f38fc145e4d req-063d84a4-e72c-4e96-bbc6-67220a368c27 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417349 May 27 11:35:56.299142 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a3dfbee7-1f02-4270-be35-fccab6ab48d6 req-0f2b5184-9aab-4454-9f84-e851d7ba3d9b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0583060 May 27 11:35:56.348733 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384b059-3d47-4b9e-a5d0-ec0492ed3e4c req-6e795de9-4fb4-4d91-a3ac-76d290914fb9 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:56.350318 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1384b059-3d47-4b9e-a5d0-ec0492ed3e4c req-6e795de9-4fb4-4d91-a3ac-76d290914fb9 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.2045195 May 27 11:35:56.432707 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4fbb3e04-a921-45c7-92d0-ce0b8ab945ea req-928d9f4d-ca38-4134-94d7-30ad9fc32105 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 210 time: 0.0589161 May 27 11:35:56.451912 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1384b059-3d47-4b9e-a5d0-ec0492ed3e4c req-67d2a6b9-7b3f-4938-9e1a-f70b7da4fa1c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932717 May 27 11:35:56.632207 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8629122-4545-46d6-be43-edb7e8b20d7c req-610360e4-9f86-4089-a9ce-aa344eaed4fe tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:56.635053 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a8629122-4545-46d6-be43-edb7e8b20d7c req-610360e4-9f86-4089-a9ce-aa344eaed4fe tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.0907450 May 27 11:35:56.684880 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a8629122-4545-46d6-be43-edb7e8b20d7c req-423cb1ff-2e5a-4e08-9fe3-d0e539a1f186 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 May 27 11:35:57.195170 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eeee36-9842-4408-8743-c573f1cf21e1 req-afcfa948-f747-4522-a0d1-dd70661a86bb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:57.197358 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-94eeee36-9842-4408-8743-c573f1cf21e1 req-afcfa948-f747-4522-a0d1-dd70661a86bb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0890708 May 27 11:35:57.251489 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-94eeee36-9842-4408-8743-c573f1cf21e1 req-7cf7162f-f150-4044-83a6-300881bab2a4 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479238 May 27 11:35:57.463802 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-265d43fc-1137-4a6e-a522-9991303f888c req-7a4f6109-97eb-4866-b077-297c78eec536 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0448656 May 27 11:35:57.545189 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6a9f7cfa-1918-4e9d-8fc0-08f1a5f7603f req-76ca1c3e-4586-4a53-909a-f8cd6fa27a59 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 210 time: 0.0559442 May 27 11:35:57.663329 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf12aa5-e9b3-4602-a47d-30ed1f6c6d68 req-617d298e-891c-4d01-9153-12977fdc35c2 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:57.664891 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9cf12aa5-e9b3-4602-a47d-30ed1f6c6d68 req-617d298e-891c-4d01-9153-12977fdc35c2 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.0967853 May 27 11:35:57.712657 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9cf12aa5-e9b3-4602-a47d-30ed1f6c6d68 req-2adba294-e706-4a7d-a7c7-bddad64b6019 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 May 27 11:35:57.898257 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f0f5a-3698-49ff-acce-276e4ab9ad11 req-6c3ab5fa-0b60-4f3a-bd37-178d8d5728ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:57.900875 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c49f0f5a-3698-49ff-acce-276e4ab9ad11 req-6c3ab5fa-0b60-4f3a-bd37-178d8d5728ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.0862217 May 27 11:35:57.946373 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c49f0f5a-3698-49ff-acce-276e4ab9ad11 req-f373bf59-fcc5-41bf-a70e-4158fcb83833 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392845 May 27 11:35:58.452954 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055af288-a6aa-487a-b62d-c53ead6e6cf1 req-368bcf9a-bad6-4599-9d8e-11243e48c5b0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:58.454452 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-055af288-a6aa-487a-b62d-c53ead6e6cf1 req-368bcf9a-bad6-4599-9d8e-11243e48c5b0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0916438 May 27 11:35:58.502776 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-055af288-a6aa-487a-b62d-c53ead6e6cf1 req-f966cbce-9d6f-4d99-85fb-8b36e97b5f1b tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 May 27 11:35:58.614180 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-db32fa65-005d-4527-89ac-0f13a3131058 req-414bf1aa-e5a0-4d56-9d3f-f62f6bf67fd7 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0427694 May 27 11:35:58.769431 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0c7f5974-86ff-4af6-b332-b7e2ed6ea9aa req-b6936d3e-9ecf-49e9-9c62-b7d3926c47b1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 210 time: 0.1232853 May 27 11:35:58.907123 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafd763-a221-4e19-b7a6-3b8a9895922e req-b5f700e2-9d30-4a14-b915-48ac094e5c81 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:58.908624 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2bafd763-a221-4e19-b7a6-3b8a9895922e req-b5f700e2-9d30-4a14-b915-48ac094e5c81 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.0821404 May 27 11:35:58.958651 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2bafd763-a221-4e19-b7a6-3b8a9895922e req-e8223df0-bec4-4513-884f-3b743d0d700a tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437517 May 27 11:35:59.149331 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31d11c-c6c0-4256-8ead-d9b289549eb4 req-2ea0c1a0-5be0-49ca-a6da-c14fa646d91f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:59.151459 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8c31d11c-c6c0-4256-8ead-d9b289549eb4 req-2ea0c1a0-5be0-49ca-a6da-c14fa646d91f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.0895693 May 27 11:35:59.199673 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8c31d11c-c6c0-4256-8ead-d9b289549eb4 req-b27b825e-193b-4c7d-90b6-225660f5d5d3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 May 27 11:35:59.699432 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e7737-f4b9-4635-8228-52f8a296ad53 req-5c866e34-ac6a-4106-8df8-9a80bd0329fa tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:35:59.701103 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7f9e7737-f4b9-4635-8228-52f8a296ad53 req-5c866e34-ac6a-4106-8df8-9a80bd0329fa tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0856650 May 27 11:35:59.780394 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c9ce2ad2-aeac-4cd6-bd12-74d3c195e4f4 req-85820433-128e-4caa-83f7-e70211490498 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0581975 May 27 11:35:59.790977 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7f9e7737-f4b9-4635-8228-52f8a296ad53 req-683b009e-4ae1-4ec2-881b-0f150e02ee14 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837843 May 27 11:35:59.938472 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-38c874d5-eecc-4725-b8fc-cd0dd742e1ed req-c12bf065-bbd6-4496-a66e-26bed0c6d3b8 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 210 time: 0.0453074 May 27 11:36:00.163424 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c6522-940b-4f70-90b8-c0cb6d1f393b req-f13539df-52da-473a-b1f2-ec297464ec5c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:00.165962 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-217c6522-940b-4f70-90b8-c0cb6d1f393b req-f13539df-52da-473a-b1f2-ec297464ec5c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.0979991 May 27 11:36:00.214636 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-217c6522-940b-4f70-90b8-c0cb6d1f393b req-e2e81290-5848-409d-ab4c-fdae2276d7cb tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428200 May 27 11:36:00.409507 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea845c-48eb-4d05-a5ff-5a6b9b74adf0 req-566308ee-c0d9-47ae-83f2-307fb93c335d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:00.411044 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-84ea845c-48eb-4d05-a5ff-5a6b9b74adf0 req-566308ee-c0d9-47ae-83f2-307fb93c335d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.0853708 May 27 11:36:00.461773 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-84ea845c-48eb-4d05-a5ff-5a6b9b74adf0 req-8a0459e3-925a-4bf5-a280-459fe3d0478d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 May 27 11:36:00.670581 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564235fe-5797-40dc-a078-a410cbb63eca req-99ed6020-e0bc-4df2-88e9-d07b1c806046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:00.672617 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-564235fe-5797-40dc-a078-a410cbb63eca req-99ed6020-e0bc-4df2-88e9-d07b1c806046 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 1098 time: 0.0933824 May 27 11:36:00.751836 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-7adb2b40-5caa-49ed-9420-8d50cd1ed1c8 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:00.753201 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-7adb2b40-5caa-49ed-9420-8d50cd1ed1c8 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 812 time: 0.2130816 May 27 11:36:00.768382 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b4f2d-7312-43e6-ab0d-b3706a9ee183 req-5fc53a10-6ef0-47aa-9ed2-73128a513ac7 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:00.769875 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-908b4f2d-7312-43e6-ab0d-b3706a9ee183 req-5fc53a10-6ef0-47aa-9ed2-73128a513ac7 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2014832 May 27 11:36:00.833996 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564235fe-5797-40dc-a078-a410cbb63eca req-3920c6a7-8a1b-4b4e-ad22-a59ddcdea288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:00.836187 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-564235fe-5797-40dc-a078-a410cbb63eca req-3920c6a7-8a1b-4b4e-ad22-a59ddcdea288 service neutron] 10.222.0.76 "GET /v2.0/networks?id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 HTTP/1.1" status: 200 len: 920 time: 0.1453397 May 27 11:36:00.850535 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-908b4f2d-7312-43e6-ab0d-b3706a9ee183 req-2ca7094a-1004-49b1-a70e-9b4d580b779f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608752 May 27 11:36:00.856236 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-357391b6-2f61-449c-a262-debfededc8b1 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f HTTP/1.1" status: 200 len: 379 time: 0.0793567 May 27 11:36:00.905126 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'port': {'device_id': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'admin_state_up': True, 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'security_groups': ['ce87a102-48a2-46d1-9f7c-0db0a31620ee']}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:00.920370 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-564235fe-5797-40dc-a078-a410cbb63eca req-a664e1e5-699b-4da9-ad23-52335b808bf8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=625d2025-b212-411c-993e-4fc534b487cc HTTP/1.1" status: 200 len: 217 time: 0.0730827 May 27 11:36:01.018490 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-30180114-7f9c-45ed-bea2-618ea86a4166 req-e7034f4a-6f3d-4756-a1f0-4527478bcd3e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0608635 May 27 11:36:01.022081 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564235fe-5797-40dc-a078-a410cbb63eca req-28820134-a7e6-4246-b981-78c0dd9bcaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:01.023652 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-564235fe-5797-40dc-a078-a410cbb63eca req-28820134-a7e6-4246-b981-78c0dd9bcaaa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32d6a16e-463b-4dd4-b6ee-678ef930d025 HTTP/1.1" status: 200 len: 858 time: 0.0649345 May 27 11:36:01.079022 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-564235fe-5797-40dc-a078-a410cbb63eca req-e3ba96d7-065c-442d-a930-f38d1239e84d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451717 May 27 11:36:01.125229 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:01.166658 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:port and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:01.175511 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:01.190689 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e02c408d-c5f1-4a83-9b7b-1251a0daae06 req-80b61e2a-901d-452d-b434-79a7ffa1d64d tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 210 time: 0.0628381 May 27 11:36:01.198136 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:01.210904 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc0b40-6440-48bc-a900-2b29edbd9c3a req-d2be62b5-0a04-479d-854f-bc7910ef71a7 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:01.213354 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2dc0b40-6440-48bc-a900-2b29edbd9c3a req-d2be62b5-0a04-479d-854f-bc7910ef71a7 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.2044759 May 27 11:36:01.284375 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d2dc0b40-6440-48bc-a900-2b29edbd9c3a req-6904b7b1-e3c7-4880-903d-568ad348ee5c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642292 May 27 11:36:01.294462 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-564235fe-5797-40dc-a078-a410cbb63eca req-51b421b5-7e50-49f2-870e-9d1f50d3c54d service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085264 May 27 11:36:01.322583 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Made reservation on behalf of 67e3e87a5eb74bf3b950d4ee58fbb84f for: {'port': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:36:01.326049 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:01.514728 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Allocated IP 172.20.0.14 (b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42/fe5965c2-ac1b-41bc-bc6e-6c9e0189a660/426846a8-76e0-4710-8fd1-fccbeacece07) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:01.522993 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-564235fe-5797-40dc-a078-a410cbb63eca req-88323bc9-61ee-425d-bf3a-d6ee6538ea20 service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514311 May 27 11:36:01.781996 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:01.791233 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-31e86df8-cb8a-417d-951f-b89f08bda7e3 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:01.791233 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-31e86df8-cb8a-417d-951f-b89f08bda7e3 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.76 "GET /v2.0/networks?id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff HTTP/1.1" status: 200 len: 814 time: 0.1733031 May 27 11:36:01.792220 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffec45-acce-4ff1-8b61-ce02dd4a0c5b req-0fa7a28f-419b-420d-852c-5cb05ea8c798 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:01.793682 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9dffec45-acce-4ff1-8b61-ce02dd4a0c5b req-0fa7a28f-419b-420d-852c-5cb05ea8c798 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.2076907 May 27 11:36:01.825774 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'port': {'device_id': '746598db-6eee-408d-b833-a5046ec427f8', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'admin_state_up': True, 'tenant_id': 'b2838aedf0d54734aa791619c58dea38'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:01.971003 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Transition to ACTIVE for port object 426846a8-76e0-4710-8fd1-fccbeacece07 will not be triggered until provisioned by entity DHCP. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:01.988731 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9dffec45-acce-4ff1-8b61-ce02dd4a0c5b req-824b7cfa-4fa1-4c39-802f-c0788ebabc69 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869690 May 27 11:36:02.014638 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:02.019381 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Usage tracker for resource:port and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:02.022931 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:02.031292 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:02.168730 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Made reservation on behalf of b2838aedf0d54734aa791619c58dea38 for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:36:02.168956 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:02.174900 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:02.177491 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cc8ee52f-c037-4b69-a99a-220cd098a874 tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:02.248222 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0d8c2-2030-47ff-85dc-b5185aba356a req-fe705825-9369-4f65-8af4-b698444a2d4f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:02.249713 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-38c0d8c2-2030-47ff-85dc-b5185aba356a req-fe705825-9369-4f65-8af4-b698444a2d4f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1481385 May 27 11:36:02.260717 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:02.279271 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:02.287888 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:02.326601 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'Port': ['ID=426846a8-76e0-4710-8fd1-fccbeacece07,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:02.363276 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.364138 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.364138 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.364377 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.364775 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.365030 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.365375 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.365718 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.366060 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.366426 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.366853 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.367194 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.379620 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:02.383816 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-38c0d8c2-2030-47ff-85dc-b5185aba356a req-ce41a06c-101c-4619-a9e9-7f4c7315b6c8 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253657 May 27 11:36:02.387880 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Allocated IP 172.20.0.6 (f48e50d9-53b5-47b2-9e9b-5677a3deaaff/e1391139-e1d1-4ee6-a7e9-946297db15a7/4f530e75-4189-478b-b798-ef5b8a7cc688) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:02.396358 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:02.396567 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:02.547222 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9284ff61-7889-4f23-af09-21f10728788a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6710224 May 27 11:36:02.579244 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Request body: {'port': {'device_id': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:02.647065 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:02.669034 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Transition to ACTIVE for port object 4f530e75-4189-478b-b798-ef5b8a7cc688 will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:02.694659 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-447f3a0b-2306-4645-99b7-f11b3d3e3171 req-be9ee2d0-3655-45b5-8264-bd0c0940e79a tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 210 time: 0.0713389 May 27 11:36:02.704834 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-dabc9313-b455-4ef6-9f5c-cb1eb03a0fe6 None None] Provisioning for port 426846a8-76e0-4710-8fd1-fccbeacece07 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:02.721861 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-dabc9313-b455-4ef6-9f5c-cb1eb03a0fe6 None None] Provisioning complete for port 426846a8-76e0-4710-8fd1-fccbeacece07 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:02.723018 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-dabc9313-b455-4ef6-9f5c-cb1eb03a0fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:02.779431 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-53dccd0d-415e-4169-825c-dda1b88f910f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:02.783084 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-dabc9313-b455-4ef6-9f5c-cb1eb03a0fe6 None None] Port 426846a8-76e0-4710-8fd1-fccbeacece07 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:36:02.787747 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efbd86-8a34-422e-9d07-1d9200fb4753 req-c3a4567d-b8a1-4ca5-a34f-2c3b9d380776 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:02.788520 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-c6efbd86-8a34-422e-9d07-1d9200fb4753 req-c3a4567d-b8a1-4ca5-a34f-2c3b9d380776 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Synchronizing usage tracker for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:36:02.803812 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:02.831208 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:02.838075 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9111079c-668d-4f1b-bc5d-55b627630cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:02.911048 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Network f48e50d9-53b5-47b2-9e9b-5677a3deaaff is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:02.914194 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:02.919335 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:02.951162 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'Port': ['ID=4f530e75-4189-478b-b798-ef5b8a7cc688,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:02.972312 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.972673 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.973033 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.973391 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.973744 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.974319 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.974640 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.974990 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.975370 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.975723 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.976101 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.976456 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:02.982886 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:03.000661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:03.001301 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:03.014417 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-c6efbd86-8a34-422e-9d07-1d9200fb4753 req-c3a4567d-b8a1-4ca5-a34f-2c3b9d380776 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Unset dirty status for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:36:03.021165 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c6efbd86-8a34-422e-9d07-1d9200fb4753 req-c3a4567d-b8a1-4ca5-a34f-2c3b9d380776 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 932 time: 0.5184162 May 27 11:36:03.069536 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39888ba8-0c25-476a-82c7-ee3670256611 req-e9b10f43-1192-49df-aec4-2479d4c62884 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:03.071275 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-39888ba8-0c25-476a-82c7-ee3670256611 req-e9b10f43-1192-49df-aec4-2479d4c62884 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.2565625 May 27 11:36:03.148017 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3285494 May 27 11:36:03.228803 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c6efbd86-8a34-422e-9d07-1d9200fb4753 req-0c542928-325c-4538-9047-f91989a67bf4 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066562 May 27 11:36:03.296711 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-39888ba8-0c25-476a-82c7-ee3670256611 req-8b50620f-41d5-450e-8db5-6c9323474d18 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147148 May 27 11:36:03.399084 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:03.449097 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-b82bdd1e-414e-44a8-8b55-d020206dd7de None None] Provisioning for port 4f530e75-4189-478b-b798-ef5b8a7cc688 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:03.455514 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-b82bdd1e-414e-44a8-8b55-d020206dd7de None None] Provisioning complete for port 4f530e75-4189-478b-b798-ef5b8a7cc688 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:03.456247 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b82bdd1e-414e-44a8-8b55-d020206dd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:03.526090 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-b82bdd1e-414e-44a8-8b55-d020206dd7de None None] Port 4f530e75-4189-478b-b798-ef5b8a7cc688 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:36:03.558860 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d19b8-df0e-4cce-8c1d-78280e05f355 req-d6470556-3519-4e41-b19c-0a4315231cd1 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:03.566826 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d26d19b8-df0e-4cce-8c1d-78280e05f355 req-d6470556-3519-4e41-b19c-0a4315231cd1 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.2082331 May 27 11:36:03.633818 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426846a8-76e0-4710-8fd1-fccbeacece07 {{(pid=92450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:36:03.642654 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:03.669735 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Transition to ACTIVE for port object 426846a8-76e0-4710-8fd1-fccbeacece07 will not be triggered until provisioned by entity L2. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:03.672980 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d26d19b8-df0e-4cce-8c1d-78280e05f355 req-cf9c7cce-4915-4a89-964b-96b92efb8de2 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058316 May 27 11:36:03.704139 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8e638-3262-4c5d-9f11-bab237a43ee5 req-69029390-80de-4e01-874b-bd748ae480c9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:03.705828 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c1f8e638-3262-4c5d-9f11-bab237a43ee5 req-69029390-80de-4e01-874b-bd748ae480c9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.2752442 May 27 11:36:03.796911 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c1f8e638-3262-4c5d-9f11-bab237a43ee5 req-6d377d15-6df6-4caa-a651-ca19731e0680 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688651 May 27 11:36:03.800472 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:03.818346 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:04.078592 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Pushing event updated for resources: {'Port': ['ID=426846a8-76e0-4710-8fd1-fccbeacece07,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:04.097251 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:04.207219 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988f9a0-9368-4e4d-839f-1598cd257bde req-34c07e92-78db-4dd9-93c9-064de4366710 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:04.210652 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8988f9a0-9368-4e4d-839f-1598cd257bde req-34c07e92-78db-4dd9-93c9-064de4366710 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 931 time: 0.2758865 May 27 11:36:04.233294 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Attempting to bind port 426846a8-76e0-4710-8fd1-fccbeacece07 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:36:04.233742 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Attempting to bind port 426846a8-76e0-4710-8fd1-fccbeacece07 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'}] {{(pid=92450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:36:04.233976 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Attempting to bind port 426846a8-76e0-4710-8fd1-fccbeacece07 on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:04.246927 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Port 426846a8-76e0-4710-8fd1-fccbeacece07 on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:36:04.247145 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Attempting to bind port 426846a8-76e0-4710-8fd1-fccbeacece07 on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:04.264857 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:36:04.265193 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Checking segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:04.265592 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Bound using segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:36:04.266047 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Bound port: 426846a8-76e0-4710-8fd1-fccbeacece07, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'}}] {{(pid=92450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:36:04.266399 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:04.394307 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abe710-b5a8-4d6b-9501-0a88c95c0666 req-2ff59ddc-ca69-4d5d-bb33-0b1b51291acf tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:04.396234 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-64abe710-b5a8-4d6b-9501-0a88c95c0666 req-2ff59ddc-ca69-4d5d-bb33-0b1b51291acf tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.3642168 May 27 11:36:04.405065 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-8988f9a0-9368-4e4d-839f-1598cd257bde req-87c4fe01-1c03-4830-ba76-b513f597c679 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Synchronizing usage tracker for tenant:b2838aedf0d54734aa791619c58dea38 on resource:security_group {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:36:04.577048 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-64abe710-b5a8-4d6b-9501-0a88c95c0666 req-cf9e3691-5c91-4fe2-aee1-6ddf3b5a5cf4 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171231 May 27 11:36:04.577048 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] For port 426846a8-76e0-4710-8fd1-fccbeacece07, host hv-cinder-75157, cleared binding levels {{(pid=92450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:36:04.577048 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] For port 426846a8-76e0-4710-8fd1-fccbeacece07, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=426846a8-76e0-4710-8fd1-fccbeacece07,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:36:04.732395 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e43ca3-b901-46ce-8d09-35f4c415f1fc req-dbe4cdaf-a053-4998-bf35-9994bfc5d802 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:04.733909 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c3e43ca3-b901-46ce-8d09-35f4c415f1fc req-dbe4cdaf-a053-4998-bf35-9994bfc5d802 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.0986266 May 27 11:36:04.788652 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c3e43ca3-b901-46ce-8d09-35f4c415f1fc req-3aad9404-cb40-42ee-9c8b-d313f788a749 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481119 May 27 11:36:04.985356 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3b8e9-f195-4543-aa07-e7f37706c0da req-9531a5c0-fe32-4ceb-a322-9e64ae3ce7e8 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:04.986855 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46e3b8e9-f195-4543-aa07-e7f37706c0da req-9531a5c0-fe32-4ceb-a322-9e64ae3ce7e8 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.0916100 May 27 11:36:05.034178 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46e3b8e9-f195-4543-aa07-e7f37706c0da req-f7603a3d-aab1-4685-ae6a-aaa43343643a tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 May 27 11:36:05.193186 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-8988f9a0-9368-4e4d-839f-1598cd257bde req-87c4fe01-1c03-4830-ba76-b513f597c679 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Unset dirty status for tenant:b2838aedf0d54734aa791619c58dea38 on resource:security_group {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:36:05.198653 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8988f9a0-9368-4e4d-839f-1598cd257bde req-87c4fe01-1c03-4830-ba76-b513f597c679 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9788969 May 27 11:36:05.220604 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1c741772-54b8-4b13-92cb-73a0d00df5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:05.221933 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:05.223000 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:05.232611 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-6b309e6c-9feb-41b2-81a5-5d8bd4dba5ea tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:05.296459 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:05.296719 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:05.298347 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] 10.222.0.76 "PUT /v2.0/ports/426846a8-76e0-4710-8fd1-fccbeacece07 HTTP/1.1" status: 200 len: 1094 time: 2.7283485 May 27 11:36:05.309729 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7fa24-bc06-49d4-be10-3b257ffa8ed6 req-6b497681-0844-4ff9-aea9-c88e0b455f0c tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:05.311319 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cee7fa24-bc06-49d4-be10-3b257ffa8ed6 req-6b497681-0844-4ff9-aea9-c88e0b455f0c tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.1690485 May 27 11:36:05.315817 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'tag': '426846a8-76e0-4710-8fd1-fccbeacece07'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:36:05.411849 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Pushing event updated for resources: {'Port': ['ID=426846a8-76e0-4710-8fd1-fccbeacece07,revision_number=3']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:05.416193 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:05.445652 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cee7fa24-bc06-49d4-be10-3b257ffa8ed6 req-7ba264e3-fc46-413e-8b94-0af03612ad5f tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248422 May 27 11:36:05.478763 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57acf2f-4c81-4269-8b10-f90de67ff188 req-90ed2ec5-fc7a-44bd-8e28-4668f44dbb5b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:05.496077 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d57acf2f-4c81-4269-8b10-f90de67ff188 req-90ed2ec5-fc7a-44bd-8e28-4668f44dbb5b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1808703 May 27 11:36:05.515530 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'tag': '426846a8-76e0-4710-8fd1-fccbeacece07', 'status': 'completed', 'code': 200} May 27 11:36:05.544122 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d57acf2f-4c81-4269-8b10-f90de67ff188 req-fe622b09-326d-4e4d-9a6e-1a94e63e7905 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471005 May 27 11:36:05.740134 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbb189-c6c2-4a8d-95c7-d647e08e51eb req-e6207ead-28c3-49de-b636-1af29645695a tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:05.741648 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-00bbb189-c6c2-4a8d-95c7-d647e08e51eb req-e6207ead-28c3-49de-b636-1af29645695a tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0897737 May 27 11:36:05.789121 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-00bbb189-c6c2-4a8d-95c7-d647e08e51eb req-b3a6f209-36e6-4054-8bc9-91a7285ac188 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 May 27 11:36:05.993350 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30022913-95c4-4a24-969c-dd5c26838a1a req-a1a8ebd5-1053-44c6-8d01-0b630bb7bd24 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:05.994880 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-30022913-95c4-4a24-969c-dd5c26838a1a req-a1a8ebd5-1053-44c6-8d01-0b630bb7bd24 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.0929499 May 27 11:36:06.045486 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-30022913-95c4-4a24-969c-dd5c26838a1a req-6e08c6c0-3bf9-40cf-bc11-135ed7732d6f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 May 27 11:36:06.197011 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:06.235087 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f54cc-ed97-4494-83a4-33b46ad5f8b5 req-895de669-0e81-47cc-8ce8-eec2aa857c6a tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:06.238242 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b47f54cc-ed97-4494-83a4-33b46ad5f8b5 req-895de669-0e81-47cc-8ce8-eec2aa857c6a tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.0911899 May 27 11:36:06.289381 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b47f54cc-ed97-4494-83a4-33b46ad5f8b5 req-4ea3e367-fa24-45f8-8ca1-865910edebfe tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443878 May 27 11:36:06.408190 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0e463-5acd-4a37-8030-baf4f716932a req-ed98683b-83e3-4954-bba6-b12053af3ea0 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:06.409751 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-31b0e463-5acd-4a37-8030-baf4f716932a req-ed98683b-83e3-4954-bba6-b12053af3ea0 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 931 time: 0.0995777 May 27 11:36:06.461958 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-31b0e463-5acd-4a37-8030-baf4f716932a req-b2159edf-738b-4bb2-bc3f-e05c42c2b554 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463784 May 27 11:36:06.649712 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa03c9c-afdf-409e-9285-4e9197d9411e req-4715caa0-b615-41d6-9a85-8371798a9fba tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:06.651458 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2aa03c9c-afdf-409e-9285-4e9197d9411e req-4715caa0-b615-41d6-9a85-8371798a9fba tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.0923016 May 27 11:36:06.754826 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2aa03c9c-afdf-409e-9285-4e9197d9411e req-7a16605e-a784-4611-bee2-1f170c242d7f tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970404 May 27 11:36:06.791206 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50cdad-03bd-42bd-bfc0-cf22a74f36b5 req-c1086dbd-70f9-4abe-a4a7-23321224b95b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:06.793056 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6f50cdad-03bd-42bd-bfc0-cf22a74f36b5 req-c1086dbd-70f9-4abe-a4a7-23321224b95b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1211643 May 27 11:36:06.849851 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6f50cdad-03bd-42bd-bfc0-cf22a74f36b5 req-2ca0209c-df37-4230-bacb-0fe8f78de968 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503418 May 27 11:36:06.991118 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c4803-6608-4338-a5fd-2d4965b3bf7f req-a3c06bce-5d5c-44b0-89c3-1cdc3c009804 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:06.992609 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e56c4803-6608-4338-a5fd-2d4965b3bf7f req-a3c06bce-5d5c-44b0-89c3-1cdc3c009804 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0855215 May 27 11:36:07.041968 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e56c4803-6608-4338-a5fd-2d4965b3bf7f req-e2a613f2-bef5-4da7-a987-d01783c541f1 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 May 27 11:36:07.246188 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceddd7-12ea-4ef1-8fc3-9bf7c9890e9d req-62ad9d88-079a-4b87-a9f7-cdaad021c66d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:07.247654 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b6ceddd7-12ea-4ef1-8fc3-9bf7c9890e9d req-62ad9d88-079a-4b87-a9f7-cdaad021c66d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.0928917 May 27 11:36:07.298188 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b6ceddd7-12ea-4ef1-8fc3-9bf7c9890e9d req-4dd7885c-6349-43d7-8f98-42846ad77b79 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444131 May 27 11:36:07.499268 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e12811-a1ea-433e-8175-d4f3ff64a018 req-902e16c0-10fe-4f6a-b20d-df59dacbfc45 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:07.500810 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a5e12811-a1ea-433e-8175-d4f3ff64a018 req-902e16c0-10fe-4f6a-b20d-df59dacbfc45 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.0943503 May 27 11:36:07.551214 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a5e12811-a1ea-433e-8175-d4f3ff64a018 req-bf53b2c9-1d18-4821-9e00-dc8794b60fa2 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446379 May 27 11:36:07.661908 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9c3b-5c22-4f64-96ad-c62e0364f4ee req-bff4afe6-b328-4dfa-8d1c-ff043d9e7268 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:07.663350 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-85fd9c3b-5c22-4f64-96ad-c62e0364f4ee req-bff4afe6-b328-4dfa-8d1c-ff043d9e7268 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 931 time: 0.0847850 May 27 11:36:07.710328 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-85fd9c3b-5c22-4f64-96ad-c62e0364f4ee req-6fc6ec3f-cf45-471c-a4d2-1696213d2b80 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 May 27 11:36:07.956467 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:08.058397 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89832ed7-1c9e-46c8-af3a-16063f621a80 req-63107319-6f17-47a5-a7ed-4294e8740152 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:08.060290 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-89832ed7-1c9e-46c8-af3a-16063f621a80 req-63107319-6f17-47a5-a7ed-4294e8740152 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.1876082 May 27 11:36:08.129318 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-89832ed7-1c9e-46c8-af3a-16063f621a80 req-4e59e6b6-21ee-4206-b6e7-7f1201b09ecb tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601306 May 27 11:36:08.155654 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215af416-7256-42f7-a916-6172a1543e19 req-1bea09f0-ea76-4526-a7cf-48bf0e0acb71 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:08.157671 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-215af416-7256-42f7-a916-6172a1543e19 req-1bea09f0-ea76-4526-a7cf-48bf0e0acb71 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1856050 May 27 11:36:08.367720 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-215af416-7256-42f7-a916-6172a1543e19 req-80df3a84-694e-46fc-a1c7-31b928acfefd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043207 May 27 11:36:08.428365 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb0049-bcc0-4e1e-bf95-1cf0918009c1 req-55afd2fd-700b-4dbd-bb92-78e45edcef98 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:08.430025 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-98cb0049-bcc0-4e1e-bf95-1cf0918009c1 req-55afd2fd-700b-4dbd-bb92-78e45edcef98 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1252849 May 27 11:36:08.488822 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-98cb0049-bcc0-4e1e-bf95-1cf0918009c1 req-e554376f-b0ed-431c-b98c-469383f84235 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449762 May 27 11:36:08.578989 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba9c8f-336c-4c2c-94db-c300b18ff9a2 req-f69bc112-4737-460a-b7d2-64f6e7a530d2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:08.581585 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8bba9c8f-336c-4c2c-94db-c300b18ff9a2 req-f69bc112-4737-460a-b7d2-64f6e7a530d2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.0972607 May 27 11:36:08.660170 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8bba9c8f-336c-4c2c-94db-c300b18ff9a2 req-8e524fc5-6e56-40ba-acee-05c169045fc6 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666945 May 27 11:36:08.779924 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cfcd7-3fec-46f8-8ea6-1f79e925789a req-70430103-eede-41ea-a7c2-e1b63fe57faf tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:08.781491 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1a5cfcd7-3fec-46f8-8ea6-1f79e925789a req-70430103-eede-41ea-a7c2-e1b63fe57faf tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.0857348 May 27 11:36:08.884129 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1a5cfcd7-3fec-46f8-8ea6-1f79e925789a req-c61a54df-4b3b-438e-84b3-43757769d6f3 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962129 May 27 11:36:08.947751 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f08d9-7048-43bd-901b-2cb6c54665d8 req-37547864-58f6-4dbf-8f7e-45c173c6e439 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:08.949087 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fc8f08d9-7048-43bd-901b-2cb6c54665d8 req-37547864-58f6-4dbf-8f7e-45c173c6e439 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 931 time: 0.1174150 May 27 11:36:08.999252 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fc8f08d9-7048-43bd-901b-2cb6c54665d8 req-d1cb6293-a94e-486c-9ce9-f539c43744dc tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445516 May 27 11:36:09.336836 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467b4cf-41fd-4ad5-aa0e-fbb77baf4391 req-31b51453-f881-4843-94c9-dec1e1b85122 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:09.339191 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4467b4cf-41fd-4ad5-aa0e-fbb77baf4391 req-31b51453-f881-4843-94c9-dec1e1b85122 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.0903912 May 27 11:36:09.386947 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4467b4cf-41fd-4ad5-aa0e-fbb77baf4391 req-0ff9acd1-c63d-42e9-b155-e4625a1ce7ca tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 May 27 11:36:09.568908 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497e96a-dc30-45dc-b0bb-d5813367ca29 req-d3a54334-9913-4e4f-a61d-f073ce4a2437 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:09.570447 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e497e96a-dc30-45dc-b0bb-d5813367ca29 req-d3a54334-9913-4e4f-a61d-f073ce4a2437 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.0854588 May 27 11:36:09.681869 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e497e96a-dc30-45dc-b0bb-d5813367ca29 req-a205619f-07ea-4f28-a360-3c8d0c6b9fd2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040921 May 27 11:36:09.725899 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57cbbc-1783-4062-86ae-26fda7de0bae req-89179918-e5c4-45e8-b81d-acfc81de188d tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:09.728542 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4e57cbbc-1783-4062-86ae-26fda7de0bae req-89179918-e5c4-45e8-b81d-acfc81de188d tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1050673 May 27 11:36:09.782079 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4e57cbbc-1783-4062-86ae-26fda7de0bae req-cd35727e-978d-4db4-ac9d-f2d585e69317 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 May 27 11:36:09.875833 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea57ad4-4f8d-4b0e-b555-400435323d45 req-841e4444-e530-4e96-b246-d56fe3a70795 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:09.877533 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0ea57ad4-4f8d-4b0e-b555-400435323d45 req-841e4444-e530-4e96-b246-d56fe3a70795 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.0912275 May 27 11:36:09.929247 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0ea57ad4-4f8d-4b0e-b555-400435323d45 req-5ff24f23-cdad-4f7c-8d3d-b72278248eea tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457313 May 27 11:36:10.118954 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96264872-b82d-478e-9d1c-bb7d61e397f4 req-7983c219-3699-4b48-b4c8-d8ee635c9199 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:10.121093 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-96264872-b82d-478e-9d1c-bb7d61e397f4 req-7983c219-3699-4b48-b4c8-d8ee635c9199 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1141710 May 27 11:36:10.221984 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-96264872-b82d-478e-9d1c-bb7d61e397f4 req-2b9daa48-0cfa-44c4-8fe0-5d93030d4e83 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948243 May 27 11:36:10.249926 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1564b5-6e69-4ae4-99bc-b23dd5023ac8 req-eacd7642-c4b5-4efb-810d-8fd58c5a9197 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:10.251416 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ac1564b5-6e69-4ae4-99bc-b23dd5023ac8 req-eacd7642-c4b5-4efb-810d-8fd58c5a9197 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 931 time: 0.1105382 May 27 11:36:10.300455 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ac1564b5-6e69-4ae4-99bc-b23dd5023ac8 req-82289cf1-dc47-4310-8e74-b20e38fe4a15 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 May 27 11:36:10.585700 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984fbf7-fe76-4efa-8aac-5f53b40bffa5 req-567f406f-62ea-4a48-a145-a7a4c0b3b8c7 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:10.588504 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1984fbf7-fe76-4efa-8aac-5f53b40bffa5 req-567f406f-62ea-4a48-a145-a7a4c0b3b8c7 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.0853868 May 27 11:36:10.645215 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1984fbf7-fe76-4efa-8aac-5f53b40bffa5 req-dc37ba53-922f-4bfc-9bba-be8658ad4a45 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479870 May 27 11:36:10.979322 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec64d6b-082e-4228-9be6-f3fbf3718bad req-05dd46ba-9b52-4d56-873c-c62816f80eea tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:10.980881 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5ec64d6b-082e-4228-9be6-f3fbf3718bad req-05dd46ba-9b52-4d56-873c-c62816f80eea tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1791947 May 27 11:36:11.066908 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7f63-6e55-4fd9-8d99-f6f9e7d02c60 req-fd334443-3707-414f-b5d7-94b804c2ac24 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:11.074876 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-921c7f63-6e55-4fd9-8d99-f6f9e7d02c60 req-fd334443-3707-414f-b5d7-94b804c2ac24 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1795979 May 27 11:36:11.075461 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5ec64d6b-082e-4228-9be6-f3fbf3718bad req-4edcb6e8-a683-4b88-92c6-c74ed0654433 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877781 May 27 11:36:11.129279 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-921c7f63-6e55-4fd9-8d99-f6f9e7d02c60 req-f01a3578-bfaf-4d18-84db-016ba7e33320 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528378 May 27 11:36:11.304165 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1ae84-189f-44c1-9c03-d87872b75e6a req-904fa214-4d02-4ce3-bc50-8fa7c0001836 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:11.306164 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37c1ae84-189f-44c1-9c03-d87872b75e6a req-904fa214-4d02-4ce3-bc50-8fa7c0001836 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.0942914 May 27 11:36:11.397246 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37c1ae84-189f-44c1-9c03-d87872b75e6a req-c830ef1f-ec13-46ac-9673-f09c565a49f8 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832949 May 27 11:36:11.458657 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5ff10-4727-46b2-8dc7-872971ec5d5d req-1fd3512f-de32-4941-a9b6-a706ee555dae tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:11.460515 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36e5ff10-4727-46b2-8dc7-872971ec5d5d req-1fd3512f-de32-4941-a9b6-a706ee555dae tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1047332 May 27 11:36:11.547934 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36e5ff10-4727-46b2-8dc7-872971ec5d5d req-6d861617-9fb2-4709-8032-08faeb92242a tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788965 May 27 11:36:11.605380 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e819e86-f4d6-4da3-9d24-bcc1cbeeebee req-8e709603-580b-4d35-9d56-f97d61549eac tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:11.606955 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8e819e86-f4d6-4da3-9d24-bcc1cbeeebee req-8e709603-580b-4d35-9d56-f97d61549eac tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 931 time: 0.0944142 May 27 11:36:11.662172 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8e819e86-f4d6-4da3-9d24-bcc1cbeeebee req-e26454f8-9fe2-46bd-aa68-5d864ffc8c06 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493727 May 27 11:36:11.848365 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ead83-de60-45a8-9b25-a9fc3d02943a req-79676181-31c1-40f5-9ecf-7446ca9e3475 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:11.849749 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ca5ead83-de60-45a8-9b25-a9fc3d02943a req-79676181-31c1-40f5-9ecf-7446ca9e3475 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.0896342 May 27 11:36:11.902462 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ca5ead83-de60-45a8-9b25-a9fc3d02943a req-5ec5c913-b173-4afd-b5b1-2445e5778d13 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463343 May 27 11:36:12.441902 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b26c6-312b-4155-a76f-efd7a81965c6 req-c6caa1d9-ba55-4627-9b2d-037d31e22b99 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:12.443329 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-693b26c6-312b-4155-a76f-efd7a81965c6 req-c6caa1d9-ba55-4627-9b2d-037d31e22b99 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.2421031 May 27 11:36:12.474355 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac68303-0fe2-47f1-bb67-27664524d60d req-6b1f015d-0118-44a9-a205-c1bc3ac1d160 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:12.475884 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aac68303-0fe2-47f1-bb67-27664524d60d req-6b1f015d-0118-44a9-a205-c1bc3ac1d160 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2249699 May 27 11:36:12.525722 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-693b26c6-312b-4155-a76f-efd7a81965c6 req-c7050679-c6ab-4727-a457-1da6eb0bf46d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732458 May 27 11:36:12.555556 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aac68303-0fe2-47f1-bb67-27664524d60d req-d6c0dd7c-67e6-4d77-9ac2-0ddbc5b0148b tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617943 May 27 11:36:12.787028 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69239582-95ca-4c15-89f2-2cf19fc0daff req-57558b21-15fc-46df-b8d0-ad6a049dac78 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:12.788509 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-69239582-95ca-4c15-89f2-2cf19fc0daff req-57558b21-15fc-46df-b8d0-ad6a049dac78 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.1535826 May 27 11:36:12.818495 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cff86c-8db6-44b6-843c-f7806ce7ce17 req-6c64f815-8255-4cc3-a76d-7c06c61e7e5f tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:12.819988 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-76cff86c-8db6-44b6-843c-f7806ce7ce17 req-6c64f815-8255-4cc3-a76d-7c06c61e7e5f tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1335092 May 27 11:36:12.882659 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-69239582-95ca-4c15-89f2-2cf19fc0daff req-a7830e1e-cd22-4929-a8de-b8546df94896 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875478 May 27 11:36:12.893882 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-76cff86c-8db6-44b6-843c-f7806ce7ce17 req-165fbd8a-8927-4e45-8276-f429359800c2 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653529 May 27 11:36:13.143686 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a3604-089d-44cc-8109-77c47806d421 req-26554054-7576-436e-bd1f-271c1b663537 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:13.145135 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a51a3604-089d-44cc-8109-77c47806d421 req-26554054-7576-436e-bd1f-271c1b663537 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 931 time: 0.1491032 May 27 11:36:13.158430 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e45000-a125-43c7-a86a-3bdf8d9aa35b req-cfbb8a78-84cc-43ed-b3cc-cb9f278a739f tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:13.159912 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-88e45000-a125-43c7-a86a-3bdf8d9aa35b req-cfbb8a78-84cc-43ed-b3cc-cb9f278a739f tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.1282651 May 27 11:36:13.233566 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a51a3604-089d-44cc-8109-77c47806d421 req-26e43167-c8b2-4cad-84e4-30de7f4215e3 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726380 May 27 11:36:13.237941 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-88e45000-a125-43c7-a86a-3bdf8d9aa35b req-2113ab67-c80a-4654-a636-2795b74103ff tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633726 May 27 11:36:13.817085 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5b606-f1a7-406c-a881-530d5aecc800 req-6e0640b5-5079-4562-b849-f02d5d63f577 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:13.818704 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7aa5b606-f1a7-406c-a881-530d5aecc800 req-6e0640b5-5079-4562-b849-f02d5d63f577 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.1609609 May 27 11:36:13.829981 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79283396-c4a0-4f0a-a8b8-beb28ad9dee8 req-6612e29e-9768-4abb-b859-c2b62d37bbc1 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:13.832035 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-79283396-c4a0-4f0a-a8b8-beb28ad9dee8 req-6612e29e-9768-4abb-b859-c2b62d37bbc1 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1417925 May 27 11:36:13.912293 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7aa5b606-f1a7-406c-a881-530d5aecc800 req-8fe30f15-d776-4eb2-9bcd-5795511ab443 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789199 May 27 11:36:13.921157 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-79283396-c4a0-4f0a-a8b8-beb28ad9dee8 req-971a4712-c6cf-4264-bf19-cd5e5fd250b5 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703058 May 27 11:36:14.162125 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320f1bb-7dd9-4057-a816-b942cb80b315 req-050e7c65-2b1c-4384-b483-f1e93fa71abf tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:14.163499 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a320f1bb-7dd9-4057-a816-b942cb80b315 req-050e7c65-2b1c-4384-b483-f1e93fa71abf tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.1404734 May 27 11:36:14.177922 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86323fc-a481-4308-8ab4-8411c5b213d3 req-10fcec87-e5b4-4467-a039-feeb3efe30b2 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:14.179614 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e86323fc-a481-4308-8ab4-8411c5b213d3 req-10fcec87-e5b4-4467-a039-feeb3efe30b2 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.1245728 May 27 11:36:14.252574 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a320f1bb-7dd9-4057-a816-b942cb80b315 req-72bdf425-a694-4f06-ac66-e31e8044137b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719266 May 27 11:36:14.259990 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e86323fc-a481-4308-8ab4-8411c5b213d3 req-ad9f248e-3eef-4bfe-8b55-795cb9fe39e4 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621545 May 27 11:36:14.497871 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6206-baac-4471-84be-b943b14ce041 req-0c0ad445-4406-4ef1-a61e-fe429758987a tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:14.499332 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bcbc6206-baac-4471-84be-b943b14ce041 req-0c0ad445-4406-4ef1-a61e-fe429758987a tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 931 time: 0.1495287 May 27 11:36:14.507564 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e849f3-709d-4a2b-b85c-e7f85dca6616 req-ea9e92cd-50b8-4683-9cb5-575a9649eb32 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:14.509006 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13e849f3-709d-4a2b-b85c-e7f85dca6616 req-ea9e92cd-50b8-4683-9cb5-575a9649eb32 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.1264870 May 27 11:36:14.579537 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bcbc6206-baac-4471-84be-b943b14ce041 req-84b1f771-b3ef-48d4-8dce-a20c5bf902bd tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689850 May 27 11:36:14.587008 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13e849f3-709d-4a2b-b85c-e7f85dca6616 req-e3a6a562-e462-4e15-8131-43b740136138 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635767 May 27 11:36:14.659011 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Request body: {'port': {'device_id': '746598db-6eee-408d-b833-a5046ec427f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:14.740341 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b95949-38de-499f-9eb4-12292a46d6ce req-9d144781-2b1c-49ab-9765-33efe617c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:14.741833 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-78b95949-38de-499f-9eb4-12292a46d6ce req-9d144781-2b1c-49ab-9765-33efe617c329 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 1097 time: 0.0811687 May 27 11:36:14.782150 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:14.936405 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b95949-38de-499f-9eb4-12292a46d6ce req-8d308240-8f6b-4807-b362-f8dd7792cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:14.937872 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-78b95949-38de-499f-9eb4-12292a46d6ce req-8d308240-8f6b-4807-b362-f8dd7792cf37 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1494911 May 27 11:36:15.141977 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-0a492eb2-5a9d-4928-9669-55f42640199d tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:15.142587 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-0a492eb2-5a9d-4928-9669-55f42640199d tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Synchronizing usage tracker for tenant:b4771d7a673948f38bcdaf2beb6b4e87 on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:36:15.227918 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f530e75-4189-478b-b798-ef5b8a7cc688 {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:36:15.235634 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:15.250395 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Transition to ACTIVE for port object 4f530e75-4189-478b-b798-ef5b8a7cc688 will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:15.290447 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b95949-38de-499f-9eb4-12292a46d6ce req-1abf550b-72b1-48a8-a52c-2114152bb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:15.291899 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-78b95949-38de-499f-9eb4-12292a46d6ce req-1abf550b-72b1-48a8-a52c-2114152bb8fe service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3457363 May 27 11:36:15.311863 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704dd71-3c2a-43bf-abca-8e3850b90c8f req-882e157b-6e3f-404a-a9ee-a8fe0d56d491 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:15.313300 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6704dd71-3c2a-43bf-abca-8e3850b90c8f req-882e157b-6e3f-404a-a9ee-a8fe0d56d491 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.2814977 May 27 11:36:15.325974 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd029d-0c7f-4575-b2a7-074cf16f373d req-5a1ef68a-3cf0-4a7a-8b89-9c1601e5fa66 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:15.327369 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-56dd029d-0c7f-4575-b2a7-074cf16f373d req-5a1ef68a-3cf0-4a7a-8b89-9c1601e5fa66 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2600520 May 27 11:36:15.356390 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-0a492eb2-5a9d-4928-9669-55f42640199d tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Unset dirty status for tenant:b4771d7a673948f38bcdaf2beb6b4e87 on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:36:15.358100 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-0a492eb2-5a9d-4928-9669-55f42640199d tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.76 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.4266899 May 27 11:36:15.398623 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6704dd71-3c2a-43bf-abca-8e3850b90c8f req-7dc837c9-be92-4cc2-bcb5-a02131968775 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702200 May 27 11:36:15.436220 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:15.437795 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-56dd029d-0c7f-4575-b2a7-074cf16f373d req-3504ea07-3967-4bf6-b8a2-092517d2ec41 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969064 May 27 11:36:15.445956 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-6592139f-3827-4230-9e16-8208ace1a464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:15.485511 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-b514168a-2f07-4ac1-abe6-650bb28cb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:15.487092 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-b514168a-2f07-4ac1-abe6-650bb28cb5cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 1097 time: 0.0876997 May 27 11:36:15.675267 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-42e93e36-1b85-4b3d-bf02-63cdb2459748 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=426846a8-76e0-4710-8fd1-fccbeacece07 HTTP/1.1" status: 200 len: 217 time: 0.1694319 May 27 11:36:15.795203 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-d0c8bfc9-25e1-41be-bd5d-7411f4dcc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:15.796176 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-d0c8bfc9-25e1-41be-bd5d-7411f4dcc0a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.1050372 May 27 11:36:15.811038 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f530e75-4189-478b-b798-ef5b8a7cc688,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:15.822176 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:15.880131 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec25e28-f43c-40ac-8832-bca4170f6ca3 req-62ce9f13-4380-4c3a-8f06-28b7df239b2f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:15.881631 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bec25e28-f43c-40ac-8832-bca4170f6ca3 req-62ce9f13-4380-4c3a-8f06-28b7df239b2f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.2832973 May 27 11:36:15.891608 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Attempting to bind port 4f530e75-4189-478b-b798-ef5b8a7cc688 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:36:15.891939 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Attempting to bind port 4f530e75-4189-478b-b798-ef5b8a7cc688 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:36:15.892305 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Attempting to bind port 4f530e75-4189-478b-b798-ef5b8a7cc688 on network f48e50d9-53b5-47b2-9e9b-5677a3deaaff {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:15.899327 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Port 4f530e75-4189-478b-b798-ef5b8a7cc688 on network f48e50d9-53b5-47b2-9e9b-5677a3deaaff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:36:15.901637 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Attempting to bind port 4f530e75-4189-478b-b798-ef5b8a7cc688 on network f48e50d9-53b5-47b2-9e9b-5677a3deaaff {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:15.902231 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f1a22-5bdd-4a9d-91f2-fcd9b21f7b5e req-90c5bc26-2704-4a24-b5c7-7c96eb18b962 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:15.903957 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-887f1a22-5bdd-4a9d-91f2-fcd9b21f7b5e req-90c5bc26-2704-4a24-b5c7-7c96eb18b962 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 950 time: 0.3068113 May 27 11:36:15.906389 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Deleting port 29bd5f9b-2237-4ac7-a904-7156e966fdeb {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:36:15.906662 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:15.923327 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:36:15.923673 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Checking segment: {'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:15.924082 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Bound using segment: {'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:36:15.924532 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Bound port: 4f530e75-4189-478b-b798-ef5b8a7cc688, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e78ef4-d92a-4d49-853a-5ec9efc5540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:36:15.924875 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:15.986224 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bec25e28-f43c-40ac-8832-bca4170f6ca3 req-8234e436-1b59-4c81-9dc9-9a6a16d40f13 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955517 May 27 11:36:15.991246 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-e7668a89-6fb8-4646-8f51-e125e95315ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:15.992760 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-e7668a89-6fb8-4646-8f51-e125e95315ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1869094 May 27 11:36:15.998657 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-887f1a22-5bdd-4a9d-91f2-fcd9b21f7b5e req-a38644c2-b623-4d24-be11-3bd0fb8cd9e6 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/security-groups?id=56d0c983-8faa-44e5-ae2d-be1110017c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781133 May 27 11:36:16.136694 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] For port 4f530e75-4189-478b-b798-ef5b8a7cc688, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:36:16.139610 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] For port 29bd5f9b-2237-4ac7-a904-7156e966fdeb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=29bd5f9b-2237-4ac7-a904-7156e966fdeb,segment=NetworkSegment(e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6),segment_id=e1f6b533-ccf4-4c61-b9e0-f5e0bd6a90c6)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:16.139964 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:16.207498 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] For port 4f530e75-4189-478b-b798-ef5b8a7cc688, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4f530e75-4189-478b-b798-ef5b8a7cc688,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:36:16.269599 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Calling delete_port for 29bd5f9b-2237-4ac7-a904-7156e966fdeb owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:36:16.307837 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-9edc3305-c2f3-44e7-ac95-b93d0920da46 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732105 May 27 11:36:16.344295 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:16.351359 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f2d77-07e1-42ca-8f21-2c90b17e77df req-d85064ac-d662-454d-8ae3-eae9458da8e2 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:16.353712 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-763f2d77-07e1-42ca-8f21-2c90b17e77df req-d85064ac-d662-454d-8ae3-eae9458da8e2 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.2178335 May 27 11:36:16.356150 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:16.363303 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf5159-a8a2-47c6-96e9-c044d74b33d7 req-bbef65ed-a0b7-49b2-8d5c-a738ccbb3b29 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:16.364766 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4ccf5159-a8a2-47c6-96e9-c044d74b33d7 req-bbef65ed-a0b7-49b2-8d5c-a738ccbb3b29 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 943 time: 0.2286646 May 27 11:36:16.434027 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:16.434655 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:16.436048 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] 10.222.0.76 "PUT /v2.0/ports/4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 200 len: 1093 time: 1.7946374 May 27 11:36:16.436661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:36:16.461956 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f530e75-4189-478b-b798-ef5b8a7cc688,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:16.468179 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:16.529564 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-763f2d77-07e1-42ca-8f21-2c90b17e77df req-62b8cf2c-b647-46ae-8ed6-22432c8dc62c tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608069 May 27 11:36:16.534144 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4ccf5159-a8a2-47c6-96e9-c044d74b33d7 req-bc3d4322-3f43-4214-83b5-845bfd309620 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054132 May 27 11:36:16.574433 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4aa30ad2-02e2-4247-a0f9-a22f81d0da4d req-8da9b6b6-8833-4d2b-80a4-922d3221f7fd service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507954 May 27 11:36:16.590340 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.76', 63902) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:16.667057 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-e35b01a9-9536-4548-b9f8-265ef49a9b23 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:16.667840 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-e35b01a9-9536-4548-b9f8-265ef49a9b23 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Synchronizing usage tracker for tenant:a00eb19f03074b6cb3c1e8e2775384cb on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:36:16.694946 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-16a7852a-7552-4f45-9cfd-c3fd7dacc7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:16.697087 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-16a7852a-7552-4f45-9cfd-c3fd7dacc7e3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b2838aedf0d54734aa791619c58dea38&device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 1096 time: 0.0950303 May 27 11:36:16.702203 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:16.705759 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-34ba68d0-ab2e-49d9-ad2e-7b6e23316522 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:16.744794 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['29bd5f9b-2237-4ac7-a904-7156e966fdeb'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:36:16.755654 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Pushing event deleted for resources: {'Port': ['ID=29bd5f9b-2237-4ac7-a904-7156e966fdeb,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:16.764920 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:16.819371 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-e35b01a9-9536-4548-b9f8-265ef49a9b23 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Unset dirty status for tenant:a00eb19f03074b6cb3c1e8e2775384cb on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:36:16.820603 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-e35b01a9-9536-4548-b9f8-265ef49a9b23 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 946 time: 0.3051050 May 27 11:36:16.834179 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-3c914331-6e0e-4738-a9ec-1202f0617a53 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 200 len: 217 time: 0.0914068 May 27 11:36:16.901567 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] No DVR routers for this DVR port 29bd5f9b-2237-4ac7-a904-7156e966fdeb on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:36:16.916299 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:16.923681 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-e38d6df7-b98a-4664-a153-4f8d3ebe62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:16.925158 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-e38d6df7-b98a-4664-a153-4f8d3ebe62d0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e1391139-e1d1-4ee6-a7e9-946297db15a7 HTTP/1.1" status: 200 len: 853 time: 0.0740726 May 27 11:36:17.007568 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f49027-3e7d-41f0-9eea-931844e0e9a1 req-89541862-e1fb-4673-afe4-8ea1d5b22ebf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:17.009344 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c5f49027-3e7d-41f0-9eea-931844e0e9a1 req-89541862-e1fb-4673-afe4-8ea1d5b22ebf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 943 time: 0.3057206 May 27 11:36:17.034399 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Deleting port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:36:17.034750 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:17.061779 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-32df0bf4-6375-44e2-b144-d760a15a4f0f req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.76 "DELETE /v2.0/ports/29bd5f9b-2237-4ac7-a904-7156e966fdeb HTTP/1.1" status: 204 len: 173 time: 1.6778133 May 27 11:36:17.071885 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c5f49027-3e7d-41f0-9eea-931844e0e9a1 req-3882f2ae-1ae6-4dfe-80d4-05736c9fb0a3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545833 May 27 11:36:17.076184 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-7679ce5c-60a3-485c-8de3-ada106845d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:17.077252 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-7679ce5c-60a3-485c-8de3-ada106845d9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1425104 May 27 11:36:17.119587 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 761e9a64-5ae6-480f-888e-a84def5465d8 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:36:17.183361 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'status': 'completed', 'code': 200} May 27 11:36:17.185062 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] For port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,segment=NetworkSegment(783bef33-6afd-4b4d-a21b-c4557c5b67df),segment_id=783bef33-6afd-4b4d-a21b-c4557c5b67df)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:17.185832 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:17.226738 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-0abaef3e-bdd2-42ca-b4d3-97f03dc192e7 service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415715 May 27 11:36:17.275823 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:17.292526 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '761e9a64-5ae6-480f-888e-a84def5465d8', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'port_id': '761e9a64-5ae6-480f-888e-a84def5465d8', 'mac_address': 'fa:16:3e:f2:d6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:36:17.371791 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:17.391622 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761e9a64-5ae6-480f-888e-a84def5465d8 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:36:17.405899 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Calling delete_port for 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:36:17.440739 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:17.594713 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd3b5-8383-4f99-968d-4e5b6d6eb090 req-f290debf-3c35-46a9-8b84-335e4e120d3f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:17.596226 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-077fd3b5-8383-4f99-968d-4e5b6d6eb090 req-f290debf-3c35-46a9-8b84-335e4e120d3f tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.3322270 May 27 11:36:17.607366 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf7b7733-07c1-49ec-bc89-534d706cfcc4 req-ae799b79-a12b-428d-99f4-45452348c9b8 service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724737 May 27 11:36:17.623782 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:17.626599 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:17.660492 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-077fd3b5-8383-4f99-968d-4e5b6d6eb090 req-cfeed636-f65b-49a7-becb-0be92ad3493d tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554659 May 27 11:36:17.675929 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6763e-3caa-482f-864f-fa72ec109322 req-fd4bd1a5-1258-4141-9191-011c8ff20d00 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:17.677512 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b5d6763e-3caa-482f-864f-fa72ec109322 req-fd4bd1a5-1258-4141-9191-011c8ff20d00 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.1569009 May 27 11:36:17.695525 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:17.703331 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:17.715624 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=9']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:17.732291 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.732639 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.732974 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.733306 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.733629 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.741791 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.742215 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.747413 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.747413 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.747413 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.747413 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.747413 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:17.754295 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:17.757363 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['2977ab6c-55c8-4208-b9c8-3b39b30e65e8'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:36:17.768990 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b5d6763e-3caa-482f-864f-fa72ec109322 req-a5d5d0eb-064c-419d-ab8f-ce25f85a1d4c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834684 May 27 11:36:17.810422 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Pushing event deleted for resources: {'Port': ['ID=2977ab6c-55c8-4208-b9c8-3b39b30e65e8,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:17.813411 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:17.904755 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] No DVR routers for this DVR port 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:36:17.908301 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:17.943614 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b7745536-b3cb-455a-9c92-5c6547e911d6 req-0eab116a-70cf-46d6-9403-8d344ee80426 tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] 10.222.0.86 "GET /v2.0/ports?device_id=32d891c9-2c74-401e-b834-38a2baaf026f HTTP/1.1" status: 200 len: 210 time: 0.0676482 May 27 11:36:18.028020 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-4d117737-2857-4897-b1b8-5e1252a36b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:18.029572 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-4d117737-2857-4897-b1b8-5e1252a36b71 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b2838aedf0d54734aa791619c58dea38&device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 1096 time: 0.1934721 May 27 11:36:18.031409 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0405744f-38ec-48e8-80dd-cd6f66425b89 req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.76 "DELETE /v2.0/ports/2977ab6c-55c8-4208-b9c8-3b39b30e65e8 HTTP/1.1" status: 204 len: 173 time: 1.1611366 May 27 11:36:18.054506 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ca376-b3c7-4e6a-a73d-f7c5eec129c1 req-12d6102c-bd68-4c69-8b18-7d629fd79bf3 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:18.056607 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-667ca376-b3c7-4e6a-a73d-f7c5eec129c1 req-12d6102c-bd68-4c69-8b18-7d629fd79bf3 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 943 time: 0.1093049 May 27 11:36:18.063379 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['761e9a64-5ae6-480f-888e-a84def5465d8'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:36:18.219886 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a85dd667-6602-435c-8ab0-4dc47c9d2005 req-d4ad91a5-191f-45c8-833c-ffd4ad8cb5b6 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 210 time: 0.1356065 May 27 11:36:18.247397 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-667ca376-b3c7-4e6a-a73d-f7c5eec129c1 req-bf1dc2e0-832a-4aac-a3dd-9fc21e66a518 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640403 May 27 11:36:18.301005 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-0cea5416-ceee-49d1-8329-51e9e33215c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:18.302562 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-0cea5416-ceee-49d1-8329-51e9e33215c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff HTTP/1.1" status: 200 len: 916 time: 0.2449462 May 27 11:36:18.432153 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-b75eadf0-067e-436a-a7fd-e4330a1a5535 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 200 len: 217 time: 0.1066496 May 27 11:36:18.522643 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-83b58494-5c2b-4c78-8344-2a729b62cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:18.524106 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-83b58494-5c2b-4c78-8344-2a729b62cf15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e1391139-e1d1-4ee6-a7e9-946297db15a7 HTTP/1.1" status: 200 len: 853 time: 0.0845973 May 27 11:36:18.546009 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b356-e0a0-4a42-8ba1-0f8da628c6d1 req-07b89a1b-4937-4a98-8762-c82ee409f0ff tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:18.547444 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0391b356-e0a0-4a42-8ba1-0f8da628c6d1 req-07b89a1b-4937-4a98-8762-c82ee409f0ff tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 944 time: 0.1670127 May 27 11:36:18.648849 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0391b356-e0a0-4a42-8ba1-0f8da628c6d1 req-f6ff3d03-cc5d-4b46-8a08-28df82807511 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956507 May 27 11:36:18.666784 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-c3b6c08f-6178-417c-8bcc-e2701ebd793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:18.668313 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-c3b6c08f-6178-417c-8bcc-e2701ebd793f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0979710 May 27 11:36:18.812494 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-93d20ed8-9782-4dd9-9597-19d9398606fd service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357689 May 27 11:36:19.068804 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b5ebb8a4-4d4a-4210-83b1-4f4fd0eff3b6 req-b8a7b539-f2a0-45ac-a276-a9fac7a37a47 service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368953 May 27 11:36:19.091263 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16060d-0baa-4668-9527-b96cfa1cd4a2 req-564dd222-7ed0-4d1e-9018-68ac23288bf3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:19.092037 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6e16060d-0baa-4668-9527-b96cfa1cd4a2 req-564dd222-7ed0-4d1e-9018-68ac23288bf3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.1785736 May 27 11:36:19.155622 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6e16060d-0baa-4668-9527-b96cfa1cd4a2 req-a7a00c55-5238-475b-87e2-b443594dcbb2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574057 May 27 11:36:19.157288 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 761e9a64-5ae6-480f-888e-a84def5465d8 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:19.184871 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d891c9-2c74-401e-b834-38a2baaf026f', 'name': 'network-vif-deleted', 'tag': '29bd5f9b-2237-4ac7-a904-7156e966fdeb'}, {'server_uuid': 'e9d583f7-a31c-4545-a33e-727b1f8f003f', 'name': 'network-vif-deleted', 'tag': '2977ab6c-55c8-4208-b9c8-3b39b30e65e8'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:36:19.239428 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 761e9a64-5ae6-480f-888e-a84def5465d8 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:19.239804 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:19.317751 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d891c9-2c74-401e-b834-38a2baaf026f', 'name': 'network-vif-deleted', 'tag': '29bd5f9b-2237-4ac7-a904-7156e966fdeb', 'status': 'completed', 'code': 200} May 27 11:36:19.317751 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d583f7-a31c-4545-a33e-727b1f8f003f', 'name': 'network-vif-deleted', 'tag': '2977ab6c-55c8-4208-b9c8-3b39b30e65e8', 'status': 'completed', 'code': 200} May 27 11:36:19.375701 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:19.411492 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:36:19.424687 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:19.522164 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:19.524177 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:36:19.561722 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-ad4fb452-38fb-4f6e-a325-0a9995b92368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:19.613318 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:36:19.613601 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 2977ab6c-55c8-4208-b9c8-3b39b30e65e8 not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:36:19.614239 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 29bd5f9b-2237-4ac7-a904-7156e966fdeb no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:36:19.678607 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 29bd5f9b-2237-4ac7-a904-7156e966fdeb {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:36:19.678870 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 29bd5f9b-2237-4ac7-a904-7156e966fdeb not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:36:19.704782 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=10']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:19.708422 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:19.738518 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-decf9e2f-edbf-406a-b0b5-ba9079af07b8 req-b2fb40ff-023b-4007-a4a6-e0440f1cb4ac tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9d583f7-a31c-4545-a33e-727b1f8f003f HTTP/1.1" status: 200 len: 210 time: 0.1885474 May 27 11:36:19.758861 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c05d8-cf83-4392-8ef5-6bcf5c2dafd4 req-fd166267-f6ce-4e30-a6fa-70807d44197f tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:19.760960 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c28c05d8-cf83-4392-8ef5-6bcf5c2dafd4 req-fd166267-f6ce-4e30-a6fa-70807d44197f tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 943 time: 0.3227251 May 27 11:36:19.819311 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c28c05d8-cf83-4392-8ef5-6bcf5c2dafd4 req-2d003179-c3b5-44c5-8022-2f4f6b8f902d tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493236 May 27 11:36:19.879828 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8', 'code': 200} May 27 11:36:19.950961 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0c1b1-fef6-46f7-ad7a-187b780294ea req-fb82a634-039d-4265-b96a-d0baede66090 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:19.952580 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-02a0c1b1-fef6-46f7-ad7a-187b780294ea req-fb82a634-039d-4265-b96a-d0baede66090 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0869651 May 27 11:36:20.052149 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-02a0c1b1-fef6-46f7-ad7a-187b780294ea req-4b74a237-519a-4a10-a296-a089d109d502 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932043 May 27 11:36:20.082803 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c444ac-035b-4391-9b2d-e2be7a02b304 req-ffe2bbd0-086b-4851-a38c-44cec6955a19 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:20.084431 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-50c444ac-035b-4391-9b2d-e2be7a02b304 req-ffe2bbd0-086b-4851-a38c-44cec6955a19 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.1120834 May 27 11:36:20.133001 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-50c444ac-035b-4391-9b2d-e2be7a02b304 req-53da3cd9-6189-4109-864a-e213c309297e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 May 27 11:36:20.371074 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013502bd-33f7-4985-afcb-8771695f0f25 req-44660575-8e0e-4a23-bbc7-e44adf8f7af2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:20.373233 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-013502bd-33f7-4985-afcb-8771695f0f25 req-44660575-8e0e-4a23-bbc7-e44adf8f7af2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1514568 May 27 11:36:20.393613 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828bb4-cd76-4615-9dda-bf82015be7ab req-63bf8944-0c70-40b6-9be2-09aa904c43ba tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:20.395666 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3c828bb4-cd76-4615-9dda-bf82015be7ab req-63bf8944-0c70-40b6-9be2-09aa904c43ba tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.1272519 May 27 11:36:20.490334 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-013502bd-33f7-4985-afcb-8771695f0f25 req-1c12ad6b-db1c-48a3-85db-f94499cccb5a tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108286 May 27 11:36:20.494134 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3c828bb4-cd76-4615-9dda-bf82015be7ab req-f612c9fb-e6d5-4a3e-bf41-5978de112f86 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806758 May 27 11:36:20.677234 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123af27-8936-4c3d-b5e5-3454a2531509 req-5e321a23-95de-44d9-a8d1-6f31539133e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:20.678794 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9123af27-8936-4c3d-b5e5-3454a2531509 req-5e321a23-95de-44d9-a8d1-6f31539133e4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 1099 time: 0.0792420 May 27 11:36:20.727759 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9123af27-8936-4c3d-b5e5-3454a2531509 req-b8120754-849a-463c-9975-2db183559151 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387282 May 27 11:36:21.018464 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c065e1-ea99-4091-8e64-edf043bea8e8 req-7e82cd86-b31a-45f0-beda-ff105aba42a3 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:21.019817 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-55c065e1-ea99-4091-8e64-edf043bea8e8 req-7e82cd86-b31a-45f0-beda-ff105aba42a3 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 943 time: 0.0866466 May 27 11:36:21.073072 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-55c065e1-ea99-4091-8e64-edf043bea8e8 req-9cc4ec92-e480-4899-83f1-2f464958e25c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465300 May 27 11:36:21.137905 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 4f530e75-4189-478b-b798-ef5b8a7cc688 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:36:21.268126 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b83a-dab1-497f-8470-5c1fcf99d243 req-1138e382-302a-4a56-9d1c-c9c0aa9c8494 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:21.276639 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7da6b83a-dab1-497f-8470-5c1fcf99d243 req-1138e382-302a-4a56-9d1c-c9c0aa9c8494 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0943260 May 27 11:36:21.289859 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 4f530e75-4189-478b-b798-ef5b8a7cc688, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4f530e75-4189-478b-b798-ef5b8a7cc688,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:21.314883 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'port_id': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'mac_address': 'fa:16:3e:ac:79:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:36:21.324918 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7da6b83a-dab1-497f-8470-5c1fcf99d243 req-7a2d45bf-6df1-499c-949f-4dc18e243c6a tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447810 May 27 11:36:21.391654 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:21.423168 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f530e75-4189-478b-b798-ef5b8a7cc688 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:36:21.445149 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 4f530e75-4189-478b-b798-ef5b8a7cc688, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4f530e75-4189-478b-b798-ef5b8a7cc688,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:21.547914 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964be3-bfb6-4e40-a869-28d3d25d51dd req-720cdb91-741e-4f28-b56c-e5e6c5729c2a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:21.549442 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-27964be3-bfb6-4e40-a869-28d3d25d51dd req-720cdb91-741e-4f28-b56c-e5e6c5729c2a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.0902245 May 27 11:36:21.558225 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:21.561245 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-056a762f-eba8-4601-89fd-84e269ff1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:21.604936 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-27964be3-bfb6-4e40-a869-28d3d25d51dd req-44eda9bb-92b1-454d-91c6-801d7e6e7dc9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495858 May 27 11:36:21.640325 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=4f530e75-4189-478b-b798-ef5b8a7cc688,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:21.643277 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:21.816059 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100ed58-81b6-4719-830e-abf712005439 req-f198fc67-e21c-4f66-b7db-02c700219f35 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:21.817481 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8100ed58-81b6-4719-830e-abf712005439 req-f198fc67-e21c-4f66-b7db-02c700219f35 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.0979259 May 27 11:36:21.877624 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8100ed58-81b6-4719-830e-abf712005439 req-b114adf9-01b6-40fe-8cd4-61dd7a934b09 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528333 May 27 11:36:22.286520 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c587ea-5640-4565-83a0-9c44f34f3294 req-73d42775-f108-46f9-ac1d-7fa6298a869a tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:22.288397 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-92c587ea-5640-4565-83a0-9c44f34f3294 req-73d42775-f108-46f9-ac1d-7fa6298a869a tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 944 time: 0.1001594 May 27 11:36:22.344512 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-92c587ea-5640-4565-83a0-9c44f34f3294 req-7fc0f93c-39b2-4e62-8817-75fe2c360323 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487299 May 27 11:36:22.541704 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84893a6f-f5cc-4e37-a74e-0cffe6570e5a req-8c916427-97a9-419e-a4d3-004e1d9a61a3 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:22.543155 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-84893a6f-f5cc-4e37-a74e-0cffe6570e5a req-8c916427-97a9-419e-a4d3-004e1d9a61a3 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0958362 May 27 11:36:22.598636 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-84893a6f-f5cc-4e37-a74e-0cffe6570e5a req-f9f34bca-8ac6-427f-809a-ad30b88233af tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497530 May 27 11:36:22.824505 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8665e-ac38-4f3f-91b2-689d248cb114 req-051cf17a-441f-42f3-9490-ccdffb0345e2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:22.826093 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8ee8665e-ac38-4f3f-91b2-689d248cb114 req-051cf17a-441f-42f3-9490-ccdffb0345e2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.0884299 May 27 11:36:22.883008 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8ee8665e-ac38-4f3f-91b2-689d248cb114 req-4e18d941-d8c0-4c26-a175-020c2c0cb0b0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511975 May 27 11:36:23.088267 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83e617-c2ca-4b71-9f24-18c88f516e45 req-c4064475-3a5d-4b2d-9354-82f1296d8e69 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:23.089799 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-be83e617-c2ca-4b71-9f24-18c88f516e45 req-c4064475-3a5d-4b2d-9354-82f1296d8e69 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.0911047 May 27 11:36:23.139644 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-be83e617-c2ca-4b71-9f24-18c88f516e45 req-a07c1a7d-78af-4ee3-bb31-7b22d568f3d1 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440252 May 27 11:36:23.565468 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64f5b4-9ffc-4397-9e7d-9a4a7d10c226 req-146b4b57-f8de-42e1-8d71-5fee70742637 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:23.566947 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6d64f5b4-9ffc-4397-9e7d-9a4a7d10c226 req-146b4b57-f8de-42e1-8d71-5fee70742637 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 944 time: 0.0874519 May 27 11:36:23.614656 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6d64f5b4-9ffc-4397-9e7d-9a4a7d10c226 req-0824ec5b-08d1-4e5b-919c-67cdd4cf3b30 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 May 27 11:36:23.792379 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48d136-43c7-4686-a87b-a9b233fb5238 req-3d56c706-b136-438e-8cf7-8e96cac1e032 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:23.793895 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6c48d136-43c7-4686-a87b-a9b233fb5238 req-3d56c706-b136-438e-8cf7-8e96cac1e032 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0866339 May 27 11:36:23.840806 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6c48d136-43c7-4686-a87b-a9b233fb5238 req-c61a71f6-e7cb-4fee-8eef-0fedb958b08d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412591 May 27 11:36:24.084515 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e70742-05cc-4ff1-b4d3-7e9716c03c82 req-32e0b479-2881-44ab-8954-e3388fa065ce tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:24.084515 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0e70742-05cc-4ff1-b4d3-7e9716c03c82 req-32e0b479-2881-44ab-8954-e3388fa065ce tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.0853076 May 27 11:36:24.130349 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0e70742-05cc-4ff1-b4d3-7e9716c03c82 req-d19953c7-dc58-4385-87a4-4ad466eee059 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404017 May 27 11:36:24.333599 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58d027-d483-4d66-bef9-4c60e92db8f4 req-0fd4cba5-d066-43e5-8d98-5dd431768e69 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:24.339257 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe58d027-d483-4d66-bef9-4c60e92db8f4 req-0fd4cba5-d066-43e5-8d98-5dd431768e69 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.0877655 May 27 11:36:24.382464 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe58d027-d483-4d66-bef9-4c60e92db8f4 req-0eb68276-e5e9-45d2-8d07-8b38142b823c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407107 May 27 11:36:24.818801 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf94bb3-4b2b-4126-be62-8351b4c89e85 req-db20ceed-5677-4ebf-98e9-5a89f9c515fc tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:24.820343 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-daf94bb3-4b2b-4126-be62-8351b4c89e85 req-db20ceed-5677-4ebf-98e9-5a89f9c515fc tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 944 time: 0.0897646 May 27 11:36:24.872990 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-daf94bb3-4b2b-4126-be62-8351b4c89e85 req-5f5f1cf1-2c81-4182-98ca-f9c8c6510e0b tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456321 May 27 11:36:24.898723 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['4f530e75-4189-478b-b798-ef5b8a7cc688'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:36:25.064163 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a234368-6e89-43d6-a014-50dc017f5e57 req-9894f625-e2de-46f7-94e1-4b5f8f30820e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:25.065622 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8a234368-6e89-43d6-a014-50dc017f5e57 req-9894f625-e2de-46f7-94e1-4b5f8f30820e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1131556 May 27 11:36:25.122215 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8a234368-6e89-43d6-a014-50dc017f5e57 req-2047afcf-1e48-474c-ab69-e2e3e9dd2234 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468605 May 27 11:36:25.431862 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48bb7d-9d32-4f64-a3b4-ff096ebc5481 req-826eacac-2bde-4086-ad0a-d4dca658b858 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:25.433418 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9d48bb7d-9d32-4f64-a3b4-ff096ebc5481 req-826eacac-2bde-4086-ad0a-d4dca658b858 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.1799686 May 27 11:36:25.483333 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9d48bb7d-9d32-4f64-a3b4-ff096ebc5481 req-689493d9-8c4b-4a74-91cc-f4359ee585f1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437157 May 27 11:36:25.622214 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc26d04-c3cb-48d1-a9c3-3d3cbf70b335 req-fcffdef6-1e34-420c-95c6-3945632d6722 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:25.624758 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cfc26d04-c3cb-48d1-a9c3-3d3cbf70b335 req-fcffdef6-1e34-420c-95c6-3945632d6722 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.1239581 May 27 11:36:25.678867 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cfc26d04-c3cb-48d1-a9c3-3d3cbf70b335 req-8430bbd8-ba8c-47df-9b07-aac9a8f67dd8 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478241 May 27 11:36:26.077006 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5a39c-5bb3-46af-8198-d303d2f023a7 req-85c34952-0205-4ca2-a8c0-4f532a76dd94 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:26.078588 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b2b5a39c-5bb3-46af-8198-d303d2f023a7 req-85c34952-0205-4ca2-a8c0-4f532a76dd94 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 944 time: 0.0859482 May 27 11:36:26.132793 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b2b5a39c-5bb3-46af-8198-d303d2f023a7 req-1e8825e0-d9fc-48ea-8061-40a68a81255b tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485284 May 27 11:36:26.362448 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8fae8-572a-4b66-a77e-2233f2701d2a req-00c1889e-c39c-4505-9665-f515244d9477 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:26.369286 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-72e8fae8-572a-4b66-a77e-2233f2701d2a req-00c1889e-c39c-4505-9665-f515244d9477 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1098542 May 27 11:36:26.417668 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-72e8fae8-572a-4b66-a77e-2233f2701d2a req-6001e7e2-0985-4418-b2a7-6a46c4dc1ff6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476248 May 27 11:36:26.483106 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38452) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:26.718383 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-81d6b6e6-0ae2-4c13-8f33-36b9ff4a3c36 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b4771d7a673948f38bcdaf2beb6b4e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339776 May 27 11:36:26.721293 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38466) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:26.765960 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973ce8d-7423-40cc-8ce6-8aabd0a58cf0 req-27346d87-5ca2-42d4-b9a4-fa3359fb3e38 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:26.767679 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b973ce8d-7423-40cc-8ce6-8aabd0a58cf0 req-27346d87-5ca2-42d4-b9a4-fa3359fb3e38 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.1601477 May 27 11:36:26.864745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-01ee058f-485a-4d15-bf76-92b0bd18bc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:26.922069 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b973ce8d-7423-40cc-8ce6-8aabd0a58cf0 req-8f22f52b-4dee-4cf7-b14a-c2849f8e7226 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367259 May 27 11:36:26.927326 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-01ee058f-485a-4d15-bf76-92b0bd18bc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:26.984384 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c82748-9386-4f44-b6c7-015dac68fdc8 req-e4ca7db7-69e0-4341-a607-0e71b47ec3d2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:26.985831 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-80c82748-9386-4f44-b6c7-015dac68fdc8 req-e4ca7db7-69e0-4341-a607-0e71b47ec3d2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 944 time: 0.1729062 May 27 11:36:27.035122 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-80c82748-9386-4f44-b6c7-015dac68fdc8 req-0c9a8a71-7e85-4daa-b178-8f2390524e34 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 May 27 11:36:27.145176 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-01ee058f-485a-4d15-bf76-92b0bd18bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:27.150956 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e4f19851-7f7c-4da9-9ea6-5c7d134f354b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:27.164957 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee058f-485a-4d15-bf76-92b0bd18bc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d0c983-8faa-44e5-ae2d-be1110017c72,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:27.168292 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-01ee058f-485a-4d15-bf76-92b0bd18bc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:27.169594 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-01ee058f-485a-4d15-bf76-92b0bd18bc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:27.170680 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-01ee058f-485a-4d15-bf76-92b0bd18bc25 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/56d0c983-8faa-44e5-ae2d-be1110017c72 HTTP/1.1" status: 204 len: 168 time: 0.4483230 May 27 11:36:27.243311 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 426846a8-76e0-4710-8fd1-fccbeacece07 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:36:27.251439 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 4f530e75-4189-478b-b798-ef5b8a7cc688 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:27.370429 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a9be4-7e9b-49b9-b591-4737abd5e6d6 req-16d36f2d-337d-4809-a27e-d55714ab581f tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:27.371737 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-975a9be4-7e9b-49b9-b591-4737abd5e6d6 req-16d36f2d-337d-4809-a27e-d55714ab581f tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 944 time: 0.1093631 May 27 11:36:27.426539 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-975a9be4-7e9b-49b9-b591-4737abd5e6d6 req-721ba48f-da70-400b-ab44-17f63238a4ec tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482788 May 27 11:36:27.466728 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 426846a8-76e0-4710-8fd1-fccbeacece07, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=426846a8-76e0-4710-8fd1-fccbeacece07,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:27.483368 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '426846a8-76e0-4710-8fd1-fccbeacece07', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'port_id': '426846a8-76e0-4710-8fd1-fccbeacece07', 'mac_address': 'fa:16:3e:5e:f3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:36:27.546612 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:27.600839 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 4f530e75-4189-478b-b798-ef5b8a7cc688 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:27.610734 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426846a8-76e0-4710-8fd1-fccbeacece07 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:36:27.616058 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 4f530e75-4189-478b-b798-ef5b8a7cc688 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:27.616396 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:27.642784 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b661b6f-451e-4f53-88a3-d6ce76c821a1 req-79ffd957-3e84-4943-b0e1-eb376956e36f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:27.645103 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7b661b6f-451e-4f53-88a3-d6ce76c821a1 req-79ffd957-3e84-4943-b0e1-eb376956e36f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0962214 May 27 11:36:27.698420 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 426846a8-76e0-4710-8fd1-fccbeacece07, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=426846a8-76e0-4710-8fd1-fccbeacece07,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:27.701025 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7b661b6f-451e-4f53-88a3-d6ce76c821a1 req-135a957c-a7fa-418d-8f74-7fcd0f80071d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477655 May 27 11:36:27.769962 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:27.786746 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:27.789737 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:27.844734 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:36:27.870785 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 4f530e75-4189-478b-b798-ef5b8a7cc688, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4f530e75-4189-478b-b798-ef5b8a7cc688,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:27.890760 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=426846a8-76e0-4710-8fd1-fccbeacece07,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:27.894556 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:27.896417 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'code': 200} May 27 11:36:28.060220 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:28.062760 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-a2bdc4d0-085e-490f-b28f-d320fed2fd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:28.156327 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=4f530e75-4189-478b-b798-ef5b8a7cc688,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:28.167000 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:28.169541 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['426846a8-76e0-4710-8fd1-fccbeacece07'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:36:28.185904 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e84b40-b8da-4429-8d2e-d9ca47d314bf req-99c3a13b-20a5-4758-b95b-c0490fd76855 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:28.188695 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b0e84b40-b8da-4429-8d2e-d9ca47d314bf req-99c3a13b-20a5-4758-b95b-c0490fd76855 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.1272061 May 27 11:36:28.302725 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b0e84b40-b8da-4429-8d2e-d9ca47d314bf req-646cd489-b350-419e-8ee2-c05c6875fdf2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711734 May 27 11:36:28.324056 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb3879-d255-4779-85eb-d26ffe647178 req-5cdb0ce9-c60b-43f2-b556-c26e865feefe tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:28.331006 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-34bb3879-d255-4779-85eb-d26ffe647178 req-5cdb0ce9-c60b-43f2-b556-c26e865feefe tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 945 time: 0.1410871 May 27 11:36:28.380738 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-34bb3879-d255-4779-85eb-d26ffe647178 req-2f294699-7d22-4b01-88c5-65276c337d5b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488701 May 27 11:36:28.616775 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38514) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:28.697602 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d8397-14a4-405f-ad2a-0d649f8b020c req-1f94baf7-b3b0-411e-93da-86f38d8218af tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:28.699118 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-503d8397-14a4-405f-ad2a-0d649f8b020c req-1f94baf7-b3b0-411e-93da-86f38d8218af tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.1552558 May 27 11:36:28.705057 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df29c7-4b3c-4484-a9de-0793e5baa4a5 req-86fdcca8-04f1-4818-b6d2-ac071f213036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:28.706443 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-75df29c7-4b3c-4484-a9de-0793e5baa4a5 req-86fdcca8-04f1-4818-b6d2-ac071f213036 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 1098 time: 0.1143868 May 27 11:36:28.741920 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1798472619-network', 'tenant_id': '71a85582257d46dbba6d7a5996789557'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:28.747534 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:28.752010 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-503d8397-14a4-405f-ad2a-0d649f8b020c req-62ccaabc-d76a-4838-b387-e82da2eaf970 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441291 May 27 11:36:28.752185 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Usage tracker for resource:network and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:28.756042 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:28.762546 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:28.830734 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Made reservation on behalf of 71a85582257d46dbba6d7a5996789557 for: {'network': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:36:28.833080 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:28.846360 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:28.862816 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:28.868781 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Usage tracker for resource:security_group_rule and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:28.871793 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:28.878193 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:28.908182 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb1697-d38e-47d5-b189-1f6b62cea0b8 req-3201cc26-fed5-4bc5-bb80-8ec2ab57798e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:28.909697 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b7bb1697-d38e-47d5-b189-1f6b62cea0b8 req-3201cc26-fed5-4bc5-bb80-8ec2ab57798e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0889494 May 27 11:36:28.965964 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b7bb1697-d38e-47d5-b189-1f6b62cea0b8 req-3004f31a-1a65-4a3d-9383-db6b195c89f3 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491195 May 27 11:36:28.976751 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:29.058812 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:29.062053 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:29.097504 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=92449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:36:29.107632 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078b48f9-b813-4c38-9a1c-04277af073ca,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:29.111228 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:29.115655 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:29.116312 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.segments_db [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Added segment 4f0aead2-9782-496a-aeb9-7af9ad33fae1 of type vlan for network a038ba68-8113-4964-8d44-c2a7f20fa4e2 May 27 11:36:29.145137 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:29.299478 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:29.300892 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:29.301495 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:29.305164 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:29.414087 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Pushing event updated for resources: {'Network': ['ID=a038ba68-8113-4964-8d44-c2a7f20fa4e2,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:29.417695 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:29.425347 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network a038ba68-8113-4964-8d44-c2a7f20fa4e2 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:36:29.502546 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8816519 May 27 11:36:29.502764 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38528) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:29.508210 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Request body: {'subnet': {'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1798472619-subnet', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'ip_version': 4}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:29.513663 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:29.517692 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Usage tracker for resource:subnet and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:29.520718 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:29.527404 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:29.585214 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788390-c812-4f1f-93fe-09a9c3080cba req-fdfbd8c7-499a-483a-9a43-b15bb20a4d7f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:29.586612 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-50788390-c812-4f1f-93fe-09a9c3080cba req-fdfbd8c7-499a-483a-9a43-b15bb20a4d7f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 945 time: 0.0886030 May 27 11:36:29.624813 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Made reservation on behalf of 71a85582257d46dbba6d7a5996789557 for: {'subnet': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:36:29.627194 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696232'] for subnet, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:29.631196 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-50788390-c812-4f1f-93fe-09a9c3080cba req-58311acc-e06b-430a-a664-b6ca54165530 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386376 May 27 11:36:29.945219 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997006c-9b0e-4673-9f2d-7731362076e3 req-7cc64253-d3dc-460a-9c38-3cea1a3d3dc6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:29.947283 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d997006c-9b0e-4673-9f2d-7731362076e3 req-7cc64253-d3dc-460a-9c38-3cea1a3d3dc6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.0832574 May 27 11:36:29.993069 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d997006c-9b0e-4673-9f2d-7731362076e3 req-83e5ea1d-82d5-49ab-80be-f463298d4051 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398495 May 27 11:36:30.112263 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7864812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696254'] for subnet, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:30.117428 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:30.200268 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33fdc2c-c1c0-470e-8390-5cc926f5c6d7,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:30.203493 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:30.211165 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Checking segment: {'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:30.211521 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Network hostable DHCP agents. Network: a038ba68-8113-4964-8d44-c2a7f20fa4e2, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:36:30.310079 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df37fd-0304-4865-87b1-d0a674a3a13f req-3d6ddf4a-5e1e-4165-85e9-d575852bc655 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:30.311575 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c6df37fd-0304-4865-87b1-d0a674a3a13f req-3d6ddf4a-5e1e-4165-85e9-d575852bc655 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0852132 May 27 11:36:30.325926 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Network a038ba68-8113-4964-8d44-c2a7f20fa4e2 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:36:30.357375 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c6df37fd-0304-4865-87b1-d0a674a3a13f req-545f6587-6145-43e9-b88c-d58eb398270e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399549 May 27 11:36:30.448802 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, a038ba68-8113-4964-8d44-c2a7f20fa4e2) {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:30.456812 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a977c-2ada-4385-99bb-d18eb2ec84ee None None] Network a038ba68-8113-4964-8d44-c2a7f20fa4e2 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:36:30.461140 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:30.461828 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:30.594651 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-046b1963-cebb-474e-a257-64598eeee636 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0886250 May 27 11:36:30.597320 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38540) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:30.602404 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:30.607237 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:30.611155 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Usage tracker for resource:router and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:30.614163 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:30.621386 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:30.690803 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp406d2aa3-827e-5c42-ba9c-45e187d9f653-a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7'}]}} from dv-cinder-751579-23-iscsi. {{(pid=92451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:36:30.691654 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:30.771481 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-884385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:30.772448 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-881313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:30.854646 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.db_base_plugin_common [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Allocated IP 172.20.0.2 (a038ba68-8113-4964-8d44-c2a7f20fa4e2/e33fdc2c-c1c0-470e-8390-5cc926f5c6d7/6c31cddf-9ac9-45f1-9c68-6623b09e53b8) {{(pid=92451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:30.901983 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:30.936263 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411dc48-3714-44df-b250-d618957a66fd req-2456ca59-44a6-4e07-a246-b5379677a0cd tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:30.937799 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0411dc48-3714-44df-b250-d618957a66fd req-2456ca59-44a6-4e07-a246-b5379677a0cd tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 945 time: 0.1990335 May 27 11:36:30.990488 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0411dc48-3714-44df-b250-d618957a66fd req-2aecbdbd-d69c-485a-820b-8a0ffb7a9cd9 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468986 May 27 11:36:31.070807 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Notify callbacks [] for port, precommit_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:31.081631 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Transition to ACTIVE for port object 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:31.101242 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Transition to ACTIVE for port object 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 will not be triggered until provisioned by entity DHCP. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:31.202519 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:31.206570 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:31.273948 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Network a038ba68-8113-4964-8d44-c2a7f20fa4e2 is already hosted by enough agents. {{(pid=92451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:31.278554 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Resources bound (agent type, host, resource id): {{(pid=92451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:31.282216 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Received port after_create {{(pid=92451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:31.292457 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Pushing event updated for resources: {'Port': ['ID=6c31cddf-9ac9-45f1-9c68-6623b09e53b8,revision_number=1']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:31.319638 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:31.356569 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:31.385813 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18270d-1458-4331-82f5-1cd717433a9b req-e4473bb2-fbea-43a5-a029-4d929330b7b6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:31.386330 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Attempting to bind port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:36:31.386781 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Attempting to bind port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:36:31.387354 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Attempting to bind port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 on network a038ba68-8113-4964-8d44-c2a7f20fa4e2 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:31.387960 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5d18270d-1458-4331-82f5-1cd717433a9b req-e4473bb2-fbea-43a5-a029-4d929330b7b6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.2832479 May 27 11:36:31.394513 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:36:31.395190 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Checking segment: {'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:31.395702 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:31.396302 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Bound using segment: {'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:36:31.396789 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Bound port: 6c31cddf-9ac9-45f1-9c68-6623b09e53b8, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:36:31.397212 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:31.444059 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5d18270d-1458-4331-82f5-1cd717433a9b req-b7b86b52-46e0-4f3f-aa13-5a94ffb02fda tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492651 May 27 11:36:31.493904 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] For port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:36:31.497134 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] For port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=6c31cddf-9ac9-45f1-9c68-6623b09e53b8,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:36:31.582792 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-75df29c7-4b3c-4484-a9de-0793e5baa4a5 req-9cca6683-7289-48da-86ad-946b41811e25 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713301 May 27 11:36:31.594787 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:31.599875 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:31.675248 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d6809-2be8-4be0-865e-2a753744238b req-8d8acd48-28e2-41bb-94d4-c89eb179abf2 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:31.676808 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0c0d6809-2be8-4be0-865e-2a753744238b req-8d8acd48-28e2-41bb-94d4-c89eb179abf2 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.2033434 May 27 11:36:31.678325 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Pushing event updated for resources: {'Port': ['ID=6c31cddf-9ac9-45f1-9c68-6623b09e53b8,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:31.682334 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:31.741773 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0c0d6809-2be8-4be0-865e-2a753744238b req-dd3a463b-9553-4f17-a955-2e88659f8fb6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555806 May 27 11:36:31.956542 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:31.992759 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:32.184815 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:32.207274 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Allocated IP 172.27.0.73 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/c66d203e-d787-4b8c-8586-f84356eea4b8) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:32.318794 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae378b7a-5c1c-484d-8084-c09b49492014 req-b68b2212-cfed-4e0d-aa9d-cec957554779 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:32.327794 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ae378b7a-5c1c-484d-8084-c09b49492014 req-b68b2212-cfed-4e0d-aa9d-cec957554779 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 945 time: 0.2091427 May 27 11:36:32.357898 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:32.408002 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ae378b7a-5c1c-484d-8084-c09b49492014 req-8be7651b-aa7e-4064-888c-f2c4eb2b973d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791652 May 27 11:36:32.465956 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:32.727668 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8062be-f662-4cf3-a6f9-34cd72634bc4 None None] Network a038ba68-8113-4964-8d44-c2a7f20fa4e2 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:36:32.756056 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-535c0a61-05e9-4f1b-a501-e7c0d3c3fef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:32.871108 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-4f3d96b0-2fda-4d7d-8eee-77d345f0c54d tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:32.872626 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-4f3d96b0-2fda-4d7d-8eee-77d345f0c54d tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/networks?id=78a067fa-0d18-424a-8b9f-3feb1d9256cf HTTP/1.1" status: 200 len: 814 time: 0.3978491 May 27 11:36:32.902116 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-7173ca97-a1c5-4caa-ba0f-2c00667c7677 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/quotas/a00eb19f03074b6cb3c1e8e2775384cb HTTP/1.1" status: 200 len: 375 time: 0.0219636 May 27 11:36:32.916914 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e1601-7dc7-4049-900a-7145af9e1875 req-3ef8db0e-ba52-4d75-813f-b5af6859cbd8 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:32.918668 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-115e1601-7dc7-4049-900a-7145af9e1875 req-3ef8db0e-ba52-4d75-813f-b5af6859cbd8 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.2406335 May 27 11:36:32.920890 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79825462-9f63-466e-8119-c3f96ea98759 req-6179e78c-7a27-4375-80db-28d6cbc89d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:32.922413 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-79825462-9f63-466e-8119-c3f96ea98759 req-6179e78c-7a27-4375-80db-28d6cbc89d4d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 1098 time: 0.1890767 May 27 11:36:32.928641 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-a4f6a8b9-24cb-45a7-b0bd-fa29a2f5d480 None None] Provisioning for port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:32.939528 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:36:32.945641 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-a4f6a8b9-24cb-45a7-b0bd-fa29a2f5d480 None None] Provisioning complete for port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:32.946077 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a8b9-24cb-45a7-b0bd-fa29a2f5d480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:33.016265 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-83654d1a-e237-4b3f-a66a-f8f08cc1eb6e tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a00eb19f03074b6cb3c1e8e2775384cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925612 May 27 11:36:33.022778 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:33.035286 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:33.136322 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a8b9-24cb-45a7-b0bd-fa29a2f5d480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:33.179375 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-a4f6a8b9-24cb-45a7-b0bd-fa29a2f5d480 None None] For port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=6c31cddf-9ac9-45f1-9c68-6623b09e53b8,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:33.269121 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:33.279186 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 426846a8-76e0-4710-8fd1-fccbeacece07 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:33.285461 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-115e1601-7dc7-4049-900a-7145af9e1875 req-d60a535c-60a5-4d1d-9827-07d62f7559d1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239641 May 27 11:36:33.286467 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:33.303986 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:33.313730 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a8b9-24cb-45a7-b0bd-fa29a2f5d480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:33.322870 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-a2bdc4d0-085e-490f-b28f-d320fed2fd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:33.343612 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Pushing event updated for resources: {'Port': ['ID=c66d203e-d787-4b8c-8586-f84356eea4b8,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:33.355542 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:33.364431 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:33.469510 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6a8b9-24cb-45a7-b0bd-fa29a2f5d480 None None] Pushing event updated for resources: {'Port': ['ID=6c31cddf-9ac9-45f1-9c68-6623b09e53b8,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:33.474177 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-a4f6a8b9-24cb-45a7-b0bd-fa29a2f5d480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:33.516401 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79825462-9f63-466e-8119-c3f96ea98759 req-0d06518e-80d4-469a-b138-09b10277188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:33.517848 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-79825462-9f63-466e-8119-c3f96ea98759 req-0d06518e-80d4-469a-b138-09b10277188d service neutron] 10.222.0.76 "GET /v2.0/networks?id=47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 200 len: 912 time: 0.5547457 May 27 11:36:33.537855 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-72585899-09ac-4a16-9888-95ba87a62ca0 None None] Provisioning complete for port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:33.538375 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-72585899-09ac-4a16-9888-95ba87a62ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:33.568076 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 426846a8-76e0-4710-8fd1-fccbeacece07 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:33.587921 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 426846a8-76e0-4710-8fd1-fccbeacece07 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:33.590852 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:33.689647 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-ad12ca60-c960-4d3d-84e9-96682990c1e5 service neutron] 10.222.0.86 "GET /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162603 May 27 11:36:33.783450 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:33.812593 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426846a8-76e0-4710-8fd1-fccbeacece07'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:36:33.824826 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 426846a8-76e0-4710-8fd1-fccbeacece07, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=426846a8-76e0-4710-8fd1-fccbeacece07,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:33.884002 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-79825462-9f63-466e-8119-c3f96ea98759 req-4aaffb2f-761b-4f39-9b7b-a5058dfe05bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204 HTTP/1.1" status: 200 len: 1000 time: 0.3206103 May 27 11:36:33.899711 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:33.902809 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-3edd9a24-87ab-4d25-a834-2c1002c137e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:33.973273 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=426846a8-76e0-4710-8fd1-fccbeacece07,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:33.976314 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:33.992194 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7962e6-1185-465b-9d9f-c5084ce28c26 req-db174fab-51b9-42fa-bced-fa2cfdca66ca tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:33.994383 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1c7962e6-1185-465b-9d9f-c5084ce28c26 req-db174fab-51b9-42fa-bced-fa2cfdca66ca tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.5307572 May 27 11:36:33.999781 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-0ebcff17-4651-42f0-bc55-944401f31bd1 service neutron] 10.222.0.86 "GET /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915492 May 27 11:36:34.098978 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79825462-9f63-466e-8119-c3f96ea98759 req-355ee393-1aaa-44ad-8cfd-4ba1f3d6ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:34.100418 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-79825462-9f63-466e-8119-c3f96ea98759 req-355ee393-1aaa-44ad-8cfd-4ba1f3d6ce41 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eac499-a6b2-4315-b03e-39ac1743fde5 HTTP/1.1" status: 200 len: 849 time: 0.1894794 May 27 11:36:34.146614 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:34.235327 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:34.235754 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:34.354681 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1c7962e6-1185-465b-9d9f-c5084ce28c26 req-9dc5ed39-ad7b-4e81-b87d-05cb1e9eec12 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537843 May 27 11:36:34.424661 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426846a8-76e0-4710-8fd1-fccbeacece07', 'code': 200} May 27 11:36:34.499301 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:34.583631 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1d4c61df-3ac2-4348-a051-99bd2dfc0c63 req-4e2acfb2-39a6-47df-9ecb-49b3b66d0348 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 210 time: 0.1162064 May 27 11:36:34.603292 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79825462-9f63-466e-8119-c3f96ea98759 req-26fafbb3-87df-44da-a0eb-22d3cf5caf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:34.604797 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-79825462-9f63-466e-8119-c3f96ea98759 req-26fafbb3-87df-44da-a0eb-22d3cf5caf52 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47519489-b492-49e9-b8c5-e2af1750cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4967530 May 27 11:36:34.770774 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6d48c-bbcf-4903-8635-303bdb0ff2c0 req-30ea8a01-49bb-4d63-9dc3-6fda53b2d307 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:34.772172 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-98d6d48c-bbcf-4903-8635-303bdb0ff2c0 req-30ea8a01-49bb-4d63-9dc3-6fda53b2d307 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 946 time: 0.4230497 May 27 11:36:35.003177 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-98d6d48c-bbcf-4903-8635-303bdb0ff2c0 req-a56b8245-0765-4b56-9ce8-60dc73fbf433 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861899 May 27 11:36:35.016872 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-79825462-9f63-466e-8119-c3f96ea98759 req-1772e0f5-51bc-40b8-96b4-27d4562d6d72 service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035528 May 27 11:36:35.026994 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35d42c-0e8c-4838-a1bc-e2948b285572 req-feb28c88-d832-40a6-a330-1a6c7dcdd426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:35.026994 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-8c35d42c-0e8c-4838-a1bc-e2948b285572 req-feb28c88-d832-40a6-a330-1a6c7dcdd426 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 1099 time: 0.0787094 May 27 11:36:35.042701 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:35.074636 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-8c35d42c-0e8c-4838-a1bc-e2948b285572 req-909df7c9-3425-490e-912c-879e140d0daa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417309 May 27 11:36:35.185214 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8e44884e-a173-45b8-ad11-08b93bfd1a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:35.201558 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee43c4b-ea1d-4fce-a82b-fd8ab86854e6 req-56ed7929-d1da-4f8b-a758-820446737a44 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:35.203020 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bee43c4b-ea1d-4fce-a82b-fd8ab86854e6 req-56ed7929-d1da-4f8b-a758-820446737a44 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.4450078 May 27 11:36:35.231112 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-884406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583'] for router, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:35.367314 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-79825462-9f63-466e-8119-c3f96ea98759 req-a36e254d-8695-4649-b25d-dbcfc19eccc9 service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971547 May 27 11:36:35.375065 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bee43c4b-ea1d-4fce-a82b-fd8ab86854e6 req-d30c437c-1e45-4e64-a357-6a15cfef87f8 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638789 May 27 11:36:35.589906 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410972e-b780-4f25-8fae-a02041331ac9 req-3ed1f70b-dbbb-4021-8bd6-2560ce139524 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:35.591504 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9410972e-b780-4f25-8fae-a02041331ac9 req-3ed1f70b-dbbb-4021-8bd6-2560ce139524 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.0949609 May 27 11:36:35.644058 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9410972e-b780-4f25-8fae-a02041331ac9 req-55093719-d6f8-4756-a64b-c9e60bbd2c1e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468199 May 27 11:36:35.647592 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Router b688154c-99bd-4a02-874d-e95af07279e0 is scheduled to L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def with binding_index 1 {{(pid=92450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:36:36.004976 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f1ef99a5-a81d-49b0-854c-a67d103eb4df req-1c77dffc-aa02-467d-bb67-447a09488347 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 210 time: 0.2464998 May 27 11:36:36.206137 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:36:36.216366 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Sync routers for ids ['b688154c-99bd-4a02-874d-e95af07279e0'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:36:36.224971 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:36.226394 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Routers {'b688154c-99bd-4a02-874d-e95af07279e0'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:36.227180 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b688154c-99bd-4a02-874d-e95af07279e0'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:36.262200 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bf1f9-44cb-4ffd-95e5-081caf7861ba req-19e3705e-8597-4a6b-b36f-e1020641b0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:36.263671 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e84bf1f9-44cb-4ffd-95e5-081caf7861ba req-19e3705e-8597-4a6b-b36f-e1020641b0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.5064371 May 27 11:36:36.268034 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb8d38-8423-4670-8a12-bc807704bbfc req-a7688358-7318-4b17-8c78-ddddb06d4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:36.269440 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46eb8d38-8423-4670-8a12-bc807704bbfc req-a7688358-7318-4b17-8c78-ddddb06d4794 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 1098 time: 0.3115275 May 27 11:36:36.340536 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Notify callbacks [] for router, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:36.344668 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7433920 May 27 11:36:36.344908 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38610) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:36.353406 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f991e4a-ed6f-47ad-9640-37d58cf30da8 req-ebe998f7-4618-427a-abdc-085ac12c6cdf tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:36.354981 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6f991e4a-ed6f-47ad-9640-37d58cf30da8 req-ebe998f7-4618-427a-abdc-085ac12c6cdf tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2287991 May 27 11:36:36.409000 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e84bf1f9-44cb-4ffd-95e5-081caf7861ba req-ebdf57c1-5559-467a-9077-dc265d86c77b tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379225 May 27 11:36:36.409506 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Set router b688154c-99bd-4a02-874d-e95af07279e0 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:36.515540 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb8d38-8423-4670-8a12-bc807704bbfc req-31ca3f9d-4cc8-4b43-ba69-d28c2636391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:36.516545 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46eb8d38-8423-4670-8a12-bc807704bbfc req-31ca3f9d-4cc8-4b43-ba69-d28c2636391f service neutron] 10.222.0.76 "GET /v2.0/networks?id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 HTTP/1.1" status: 200 len: 920 time: 0.2116556 May 27 11:36:36.645099 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46eb8d38-8423-4670-8a12-bc807704bbfc req-7bdd9560-6961-4561-83de-6fb65e8292b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=625d2025-b212-411c-993e-4fc534b487cc HTTP/1.1" status: 200 len: 217 time: 0.1190460 May 27 11:36:36.649516 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6f991e4a-ed6f-47ad-9640-37d58cf30da8 req-c79a304f-3684-475c-bfb2-89879e2e547e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438259 May 27 11:36:36.757577 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:33Z', 'revision_number': 3, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:36.765380 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Checking router: b688154c-99bd-4a02-874d-e95af07279e0 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:36:36.765784 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Updating router b688154c-99bd-4a02-874d-e95af07279e0 port c66d203e-d787-4b8c-8586-f84356eea4b8 binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:36:36.812644 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb8d38-8423-4670-8a12-bc807704bbfc req-0362673d-b9cb-4ce8-9ea7-f09b1bb25261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:36.814240 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46eb8d38-8423-4670-8a12-bc807704bbfc req-0362673d-b9cb-4ce8-9ea7-f09b1bb25261 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32d6a16e-463b-4dd4-b6ee-678ef930d025 HTTP/1.1" status: 200 len: 858 time: 0.1398292 May 27 11:36:36.829959 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab23e3f-6d12-4d65-85d0-7e05e2ec5b21 req-14d0f085-fdf3-4ecb-a907-37723448b902 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:36.831496 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7ab23e3f-6d12-4d65-85d0-7e05e2ec5b21 req-14d0f085-fdf3-4ecb-a907-37723448b902 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 946 time: 0.2515099 May 27 11:36:36.867745 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:36.919886 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46eb8d38-8423-4670-8a12-bc807704bbfc req-d327699a-5c4b-40cd-980d-eb00707b9611 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793886 May 27 11:36:36.953821 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7ab23e3f-6d12-4d65-85d0-7e05e2ec5b21 req-d3a478a2-beec-42d0-bc6b-f3433fa1eda7 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664639 May 27 11:36:37.374374 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46eb8d38-8423-4670-8a12-bc807704bbfc req-42f37890-28f9-4cb0-8eb1-16731020e36e service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585229 May 27 11:36:37.445906 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:37.460501 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Transition to ACTIVE for port object c66d203e-d787-4b8c-8586-f84356eea4b8 will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:37.483156 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-9368a6b0-625a-48a1-9238-dfabdaee0a37 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:37.485267 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-9368a6b0-625a-48a1-9238-dfabdaee0a37 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.76 "GET /v2.0/networks?id=78a067fa-0d18-424a-8b9f-3feb1d9256cf HTTP/1.1" status: 200 len: 814 time: 0.2625730 May 27 11:36:37.520272 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Request body: {'port': {'device_id': '9c6fde33-7c8e-4951-97d4-b1cd1991f300', 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf', 'admin_state_up': True, 'tenant_id': 'a00eb19f03074b6cb3c1e8e2775384cb'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:37.567656 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:37.572882 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-67635462-9e8a-46d2-8096-a700001924ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:37.600263 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb8e29-95ba-4451-8ffd-1e3b87e397ea req-7513f259-7566-4975-a980-71774b971d8f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:37.604462 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fbeb8e29-95ba-4451-8ffd-1e3b87e397ea req-7513f259-7566-4975-a980-71774b971d8f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.5280478 May 27 11:36:37.614755 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c972fd7-eb00-4aa1-a4e4-90eb08ea2b0d req-d24ed136-5231-4a40-ae59-cb31f03ef3b5 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:37.616562 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7c972fd7-eb00-4aa1-a4e4-90eb08ea2b0d req-d24ed136-5231-4a40-ae59-cb31f03ef3b5 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.2458663 May 27 11:36:37.659786 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Pushing event updated for resources: {'Port': ['ID=c66d203e-d787-4b8c-8586-f84356eea4b8,revision_number=2']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:37.684136 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.684136 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.684136 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.684136 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.684630 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.685776 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.685776 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.685776 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.686084 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.686704 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.687263 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.687522 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:36:37.692881 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46eb8d38-8423-4670-8a12-bc807704bbfc req-eaf6ee0c-4f23-4e30-82a4-aabf645f2459 service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795627 May 27 11:36:37.699508 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:37.708477 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Attempting to bind port c66d203e-d787-4b8c-8586-f84356eea4b8 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:36:37.709532 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Attempting to bind port c66d203e-d787-4b8c-8586-f84356eea4b8 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:36:37.709911 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Attempting to bind port c66d203e-d787-4b8c-8586-f84356eea4b8 on network aff141f8-ece8-4c78-b753-2e9475f6af8e {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:37.717927 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:36:37.718307 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:37.719680 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fbeb8e29-95ba-4451-8ffd-1e3b87e397ea req-32339ba1-0170-4923-bbea-3cd686c96438 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999854 May 27 11:36:37.721203 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:37.721203 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Bound using segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:36:37.722847 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Bound port: c66d203e-d787-4b8c-8586-f84356eea4b8, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:36:37.723249 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:37.746396 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7c972fd7-eb00-4aa1-a4e4-90eb08ea2b0d req-a438764c-cf6d-459d-a956-349ff0ffa799 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081414 May 27 11:36:37.785674 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:37.803868 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:37.809194 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Usage tracker for resource:port and tenant:a00eb19f03074b6cb3c1e8e2775384cb is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:37.812284 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:37.830403 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:37.893465 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] For port c66d203e-d787-4b8c-8586-f84356eea4b8, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:36:37.896933 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] For port c66d203e-d787-4b8c-8586-f84356eea4b8, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=c66d203e-d787-4b8c-8586-f84356eea4b8,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:36:37.942156 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Made reservation on behalf of a00eb19f03074b6cb3c1e8e2775384cb for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:36:37.945671 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:37.995945 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c19e0747-efb4-4ea9-b4a4-8bf75b5c83a5 req-110c177e-fc01-48e7-bccb-95269a114bd3 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 210 time: 0.0888374 May 27 11:36:38.028506 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:38.035607 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-272ac47c-3a04-4aa6-b7e0-1493b0687789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:38.044226 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1a941-0c51-45d7-b524-f9acbf57e1c2 req-6815d50b-e944-4d8d-aa56-74d8ff16efa8 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:38.053893 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fbb1a941-0c51-45d7-b524-f9acbf57e1c2 req-6815d50b-e944-4d8d-aa56-74d8ff16efa8 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1115675 May 27 11:36:38.083184 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:38.129852 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Pushing event updated for resources: {'Port': ['ID=c66d203e-d787-4b8c-8586-f84356eea4b8,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:38.144878 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-61bc281b-f855-4935-90f9-1bc505812630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:38.169544 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Routers {'b688154c-99bd-4a02-874d-e95af07279e0'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:38.170211 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b688154c-99bd-4a02-874d-e95af07279e0'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:38.171710 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fbb1a941-0c51-45d7-b524-f9acbf57e1c2 req-b9a3fb6c-410f-4385-9b22-b93998f1aacd tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165504 May 27 11:36:38.220594 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faed0c-1cc1-4e84-a27c-84e4bd97a80f req-1fa1377c-9909-4c69-b470-fc90db108a10 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:38.222313 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-05faed0c-1cc1-4e84-a27c-84e4bd97a80f req-1fa1377c-9909-4c69-b470-fc90db108a10 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 946 time: 0.1166768 May 27 11:36:38.251797 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Allocated IP 172.20.0.1 (a038ba68-8113-4964-8d44-c2a7f20fa4e2/e33fdc2c-c1c0-470e-8390-5cc926f5c6d7/47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:38.268867 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Allocated IP 172.20.0.5 (78a067fa-0d18-424a-8b9f-3feb1d9256cf/41cb609c-7e79-4a73-8542-1f269f07e4d6/5d3a6ebd-a9a9-4070-9f14-3342f8c15080) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:38.387293 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] Set router b688154c-99bd-4a02-874d-e95af07279e0 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:38.416233 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-05faed0c-1cc1-4e84-a27c-84e4bd97a80f req-9251cdb6-2662-4fde-8d3a-f3fe96b7ae4c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839662 May 27 11:36:38.606602 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:38.629869 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b392b-6b12-4231-a19c-3f97e9106427 req-cea39927-9942-4fbe-8388-09071e2f1997 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:38.631692 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4e2b392b-6b12-4231-a19c-3f97e9106427 req-cea39927-9942-4fbe-8388-09071e2f1997 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 946 time: 0.0980465 May 27 11:36:38.657256 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Transition to ACTIVE for port object 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:38.706369 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4e2b392b-6b12-4231-a19c-3f97e9106427 req-ca819195-c09e-4836-bb2b-492c5e6ae259 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610569 May 27 11:36:38.713858 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:38.744687 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38644) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:38.802178 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:38.808020 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:38.822327 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:33Z', 'revision_number': 3, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:38.830706 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdcd4ca-a545-4547-bbde-738b57e2ccaa None None] The sync data for ids ['b688154c-99bd-4a02-874d-e95af07279e0'] in dv-cinder-751579-23-iscsi is: [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:33Z', 'revision_number': 3, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:36:38.879738 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:38.922101 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Network a038ba68-8113-4964-8d44-c2a7f20fa4e2 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:38.927161 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:38.930366 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Network 78a067fa-0d18-424a-8b9f-3feb1d9256cf is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:38.934084 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:38.964524 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:38.978840 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:39.013843 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Pushing event updated for resources: {'Port': ['ID=47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:39.033952 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:39.034457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8ea34ea4-dc6e-4164-9869-4d17c8b5064c tempest-VolumesNegativeTest-1431255203 tempest-VolumesNegativeTest-1431255203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:39.071040 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7868112-d546-4f1f-895a-a33070ee1efe tempest-TestVolumeBootPattern-1951558450 tempest-TestVolumeBootPattern-1951558450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:39.071789 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-c7868112-d546-4f1f-895a-a33070ee1efe tempest-TestVolumeBootPattern-1951558450 tempest-TestVolumeBootPattern-1951558450-project-admin] Synchronizing usage tracker for tenant:39aa93ce99a04c67a4e415510b2271f4 on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:36:39.102258 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94355df-cc44-43c5-abba-d8252a86a09e req-cda20723-8ba3-48a8-894f-499acd2596e7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:39.111514 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b94355df-cc44-43c5-abba-d8252a86a09e req-cda20723-8ba3-48a8-894f-499acd2596e7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.2049448 May 27 11:36:39.229381 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b94355df-cc44-43c5-abba-d8252a86a09e req-c44d4f5b-1d7c-4d8d-a4ae-4b2aa43308a7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143150 May 27 11:36:39.231200 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-c7868112-d546-4f1f-895a-a33070ee1efe tempest-TestVolumeBootPattern-1951558450 tempest-TestVolumeBootPattern-1951558450-project-admin] Unset dirty status for tenant:39aa93ce99a04c67a4e415510b2271f4 on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:36:39.235105 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-c7868112-d546-4f1f-895a-a33070ee1efe tempest-TestVolumeBootPattern-1951558450 tempest-TestVolumeBootPattern-1951558450-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 1094 time: 0.4891067 May 27 11:36:39.241544 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38656) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:39.253893 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'floatingip': {'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'port_id': '426846a8-76e0-4710-8fd1-fccbeacece07', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:39.283752 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:39.283752 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:floatingip and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:39.283956 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-880233'] for router_interface, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:39.284074 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:39.296270 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:39.324603 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:39.325675 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:39.335599 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e971-2e7f-4f79-aa08-9cfb10544787 req-3df336c4-da67-49b9-ad38-d053284bbb64 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:39.338218 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Pushing event updated for resources: {'Port': ['ID=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:39.343663 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a3a5e971-2e7f-4f79-aa08-9cfb10544787 req-3df336c4-da67-49b9-ad38-d053284bbb64 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 931 time: 0.1931319 May 27 11:36:39.349086 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:39.406521 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-8eb73e9a-7b9d-403c-85dd-583ffb2dbb76 None None] Provisioning for port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:39.416251 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-8eb73e9a-7b9d-403c-85dd-583ffb2dbb76 None None] Provisioning complete for port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:39.430539 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8eb73e9a-7b9d-403c-85dd-583ffb2dbb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:39.448169 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a3a5e971-2e7f-4f79-aa08-9cfb10544787 req-6ec6f074-303e-439b-aed5-86764283eaae tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033158 May 27 11:36:39.489993 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae2b26-7b29-41a7-99aa-c2f2b0a0a89c req-bfee6802-cf45-4097-846f-0ee5ed40c4a9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:39.491488 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5dae2b26-7b29-41a7-99aa-c2f2b0a0a89c req-bfee6802-cf45-4097-846f-0ee5ed40c4a9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1262050 May 27 11:36:39.498065 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-8eb73e9a-7b9d-403c-85dd-583ffb2dbb76 None None] Port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:36:39.518205 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:39.570176 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5dae2b26-7b29-41a7-99aa-c2f2b0a0a89c req-7f3ab450-74fa-4a2a-9519-03d661eb33ce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709050 May 27 11:36:39.615598 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0991786 May 27 11:36:39.648401 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Request body: {'port': {'device_id': '9c6fde33-7c8e-4951-97d4-b1cd1991f300', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:39.693463 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:39.801887 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:39.844263 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Allocated IP 172.27.0.173 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/b1149d8b-2f98-496f-a717-b4dacf78c33d) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:39.908715 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:40.040883 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:40.202559 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c950b9-54d2-46a0-ae0a-f4c326035e41 req-3496dde9-134c-43d4-9028-3149acb19c25 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:40.204286 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-82c950b9-54d2-46a0-ae0a-f4c326035e41 req-3496dde9-134c-43d4-9028-3149acb19c25 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1387148 May 27 11:36:40.220150 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device c66d203e-d787-4b8c-8586-f84356eea4b8 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:40.236737 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:40.278244 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-ad736dc3-b247-4d43-a0d3-fca58b7c6a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:40.358177 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.db.resource_extend [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 11:36:40.376623 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:40.381031 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'Port': ['ID=b1149d8b-2f98-496f-a717-b4dacf78c33d,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:40.384985 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:40.389535 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:40.396212 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:40.401191 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-82c950b9-54d2-46a0-ae0a-f4c326035e41 req-d9e4b8dd-043c-4e65-81da-a0b94e55a17e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895592 May 27 11:36:40.402002 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:40.408404 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port c66d203e-d787-4b8c-8586-f84356eea4b8 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:40.426380 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port c66d203e-d787-4b8c-8586-f84356eea4b8 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:40.427078 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:40.542439 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-5e7b4fbf-e1c6-432a-9bec-8e57075863ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:40.544066 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-5e7b4fbf-e1c6-432a-9bec-8e57075863ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 1098 time: 0.3019638 May 27 11:36:40.575641 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:40.608958 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:40.661333 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:40.683627 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port c66d203e-d787-4b8c-8586-f84356eea4b8, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=c66d203e-d787-4b8c-8586-f84356eea4b8,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:40.728832 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:36:40.742408 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:40.751923 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1035732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880330'] for router_interface, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:40.760448 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Pushing event updated for resources: {'Port': ['ID=47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:40.767923 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:40.769744 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:40.788280 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:40.807341 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Transition to ACTIVE for port object 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:40.861025 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=c66d203e-d787-4b8c-8586-f84356eea4b8,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:40.865575 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:40.938303 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Network a038ba68-8113-4964-8d44-c2a7f20fa4e2 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:40.939614 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:41.008381 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:41.025413 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:41.092990 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-12b7b73f-6ad5-4964-b5b5-3af980d8fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:41.093445 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-12b7b73f-6ad5-4964-b5b5-3af980d8fd31 service neutron] 10.222.0.76 "GET /v2.0/networks?id=47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 200 len: 912 time: 0.4806290 May 27 11:36:41.196956 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340afd-1b5a-4e93-9db6-a9a8d7494263 req-ad1bfe61-d004-420e-9058-7d44fadfcdbc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:41.198413 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2d340afd-1b5a-4e93-9db6-a9a8d7494263 req-ad1bfe61-d004-420e-9058-7d44fadfcdbc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 931 time: 0.5536084 May 27 11:36:41.234995 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-631c6f74-117c-45db-b037-a1935c3683b5 None None] Provisioning complete for port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:41.235679 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-631c6f74-117c-45db-b037-a1935c3683b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:41.289798 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:41.293270 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-09bc27e2-c859-4084-a2b1-d0da96c67825 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204 HTTP/1.1" status: 200 len: 1000 time: 0.1780684 May 27 11:36:41.303685 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:41.306643 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-631c6f74-117c-45db-b037-a1935c3683b5 None None] Port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:36:41.334259 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2d340afd-1b5a-4e93-9db6-a9a8d7494263 req-52d0c55c-44b5-4dfb-b96e-f7fa14a6ef3b tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266811 May 27 11:36:41.369273 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Router b688154c-99bd-4a02-874d-e95af07279e0 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:36:41.384871 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-00f029af-3556-41ad-bb03-4b73fb3f19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:41.389885 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-00f029af-3556-41ad-bb03-4b73fb3f19fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eac499-a6b2-4315-b03e-39ac1743fde5 HTTP/1.1" status: 200 len: 849 time: 0.0864594 May 27 11:36:41.541108 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Attempting to bind port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:36:41.541359 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Attempting to bind port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '783bef33-6afd-4b4d-a21b-c4557c5b67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:36:41.541690 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Attempting to bind port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 on network 78a067fa-0d18-424a-8b9f-3feb1d9256cf {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:41.560130 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:41.564062 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 on network 78a067fa-0d18-424a-8b9f-3feb1d9256cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:36:41.564394 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Attempting to bind port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 on network 78a067fa-0d18-424a-8b9f-3feb1d9256cf {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:41.576530 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:36:41.576869 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Checking segment: {'id': '783bef33-6afd-4b4d-a21b-c4557c5b67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:41.577247 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Bound using segment: {'id': '783bef33-6afd-4b4d-a21b-c4557c5b67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:36:41.577681 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Bound port: 5d3a6ebd-a9a9-4070-9f14-3342f8c15080, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783bef33-6afd-4b4d-a21b-c4557c5b67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:36:41.578023 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:41.620652 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5473f-fd16-4cc4-b0f7-77f553bd0ae8 req-edf5f13d-216e-4500-b0e6-0fdde0d38ee3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:41.622130 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2ba5473f-fd16-4cc4-b0f7-77f553bd0ae8 req-edf5f13d-216e-4500-b0e6-0fdde0d38ee3 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1520901 May 27 11:36:41.624565 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-f1c8ecd9-9021-466b-967e-d2e5e205590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:41.625939 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-f1c8ecd9-9021-466b-967e-d2e5e205590b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47519489-b492-49e9-b8c5-e2af1750cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1935508 May 27 11:36:41.753143 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:36:41.761201 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] 10.222.0.86 "PUT /v2.0/routers/b688154c-99bd-4a02-874d-e95af07279e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4146571 May 27 11:36:41.777376 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Sync routers for ids ['b688154c-99bd-4a02-874d-e95af07279e0'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:36:41.779614 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] For port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:36:41.785185 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] For port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,segment=NetworkSegment(783bef33-6afd-4b4d-a21b-c4557c5b67df),segment_id=783bef33-6afd-4b4d-a21b-c4557c5b67df)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:36:41.793020 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Routers {'b688154c-99bd-4a02-874d-e95af07279e0'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:41.794134 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b688154c-99bd-4a02-874d-e95af07279e0'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:41.807347 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2ba5473f-fd16-4cc4-b0f7-77f553bd0ae8 req-29eb8104-672a-47a1-a9a1-eed1f979b576 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785665 May 27 11:36:41.854108 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:41.859404 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e227d5da-f983-4116-b5ed-55757746912a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:41.900442 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:41.968939 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:41.970650 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:41.973018 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] 10.222.0.76 "PUT /v2.0/ports/5d3a6ebd-a9a9-4070-9f14-3342f8c15080 HTTP/1.1" status: 200 len: 1093 time: 2.3302326 May 27 11:36:41.981716 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-44751ed4-4702-42c0-a115-275491109390 service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390586 May 27 11:36:41.990428 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6fde33-7c8e-4951-97d4-b1cd1991f300', 'tag': '5d3a6ebd-a9a9-4070-9f14-3342f8c15080'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:36:42.062754 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:42.078106 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:42.155015 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Set router b688154c-99bd-4a02-874d-e95af07279e0 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:42.193593 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6fde33-7c8e-4951-97d4-b1cd1991f300', 'tag': '5d3a6ebd-a9a9-4070-9f14-3342f8c15080', 'status': 'completed', 'code': 200} May 27 11:36:42.206826 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a972b2-3c97-41d2-b012-5bed759e67e3 req-447abd7a-992d-479d-9289-c73ce1b4c344 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:42.208588 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-43a972b2-3c97-41d2-b012-5bed759e67e3 req-447abd7a-992d-479d-9289-c73ce1b4c344 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.3661845 May 27 11:36:42.233052 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-98a43897-702c-4bec-a1b1-7c37f9e70c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:42.234687 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-98a43897-702c-4bec-a1b1-7c37f9e70c08 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a00eb19f03074b6cb3c1e8e2775384cb&device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 1096 time: 0.0989294 May 27 11:36:42.257462 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device c66d203e-d787-4b8c-8586-f84356eea4b8 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:42.324945 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-48dff86a-0c3c-445a-be65-03d00431febf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d3a6ebd-a9a9-4070-9f14-3342f8c15080 HTTP/1.1" status: 200 len: 217 time: 0.0755017 May 27 11:36:42.325681 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-43a972b2-3c97-41d2-b012-5bed759e67e3 req-63e9ca76-7fc5-4769-a364-4a788081963f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070392 May 27 11:36:42.332874 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54ab1871-e3a6-477f-be31-11cc54c3cfe1 req-d135e4ee-f67f-4e8a-86d0-1156c6055c1c service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351183 May 27 11:36:42.379836 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:42.418286 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-24d9e681-5e13-4d17-bdc2-46d541ff77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:42.420361 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-24d9e681-5e13-4d17-bdc2-46d541ff77ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=41cb609c-7e79-4a73-8542-1f269f07e4d6 HTTP/1.1" status: 200 len: 854 time: 0.0880499 May 27 11:36:42.482617 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:42.484655 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port c66d203e-d787-4b8c-8586-f84356eea4b8 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:42.485036 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:42.495262 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-0b0d2020-784f-4ca9-aa41-8ecfbbe7ddf6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=78a067fa-0d18-424a-8b9f-3feb1d9256cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634089 May 27 11:36:42.526304 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:42.657223 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-3deda767-e15b-4e90-8ea4-25035ccda457 service neutron] 10.222.0.76 "GET /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538498 May 27 11:36:42.671393 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'Port': ['ID=b1149d8b-2f98-496f-a717-b4dacf78c33d,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:42.677287 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:42.678196 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:42.704248 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:39Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e', 'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'mac_address': 'fa:16:3e:62:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:37Z', 'updated_at': '2021-05-27T11:36:39Z', 'revision_number': 2, 'project_id': '71a85582257d46dbba6d7a5996789557', 'subnets': [{'id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:42.714750 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Checking router: b688154c-99bd-4a02-874d-e95af07279e0 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:36:42.715561 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Updating router b688154c-99bd-4a02-874d-e95af07279e0 port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e binding host dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:36:42.800813 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3328e-403f-4a47-9896-288523a4f56e req-bbed282e-11bb-4192-9643-c5341b94a3a6 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:42.808794 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f0b3328e-403f-4a47-9896-288523a4f56e req-bbed282e-11bb-4192-9643-c5341b94a3a6 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 943 time: 0.3208680 May 27 11:36:42.879792 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:42.902474 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cf9132e6-aa2c-4baf-a562-c0c51519f1ed req-6fb54911-d89c-4bad-8181-c52375ab60a6 service neutron] 10.222.0.76 "GET /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353354 May 27 11:36:43.028813 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38710) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:43.036285 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-591201883-network', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:43.043134 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:43.062137 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Usage tracker for resource:network and tenant:7aeb0c5a1ffe4198b066c12237d83866 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:43.067612 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:43.080240 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:43.133163 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f0b3328e-403f-4a47-9896-288523a4f56e req-a5008fff-0268-4c4c-b926-1a104a74f2bf tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229644 May 27 11:36:43.145982 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.l3_db [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Floating IP 3ab34e79-12f3-4132-9b02-940578e134d2 associated. External IP: 172.27.0.173, port: 426846a8-76e0-4710-8fd1-fccbeacece07. May 27 11:36:43.224266 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd9e68-6007-430c-991f-fef8cf0079fc req-548b6c40-85e9-4982-ad2e-166883332fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:43.226136 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a2fd9e68-6007-430c-991f-fef8cf0079fc req-548b6c40-85e9-4982-ad2e-166883332fff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a00eb19f03074b6cb3c1e8e2775384cb&device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 1096 time: 0.1055579 May 27 11:36:43.310017 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Notify callbacks [] for port, precommit_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:43.327333 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Transition to ACTIVE for port object 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:43.330246 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Made reservation on behalf of 7aeb0c5a1ffe4198b066c12237d83866 for: {'network': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:36:43.332772 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:43.357519 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:43.368931 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c9869-9a41-45be-b52d-33c1d74f33f9 req-b9ad141d-8a2c-4814-8987-f9441535d23a tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:43.371020 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e15c9869-9a41-45be-b52d-33c1d74f33f9 req-b9ad141d-8a2c-4814-8987-f9441535d23a tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2928159 May 27 11:36:43.388493 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:43.404924 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Usage tracker for resource:security_group_rule and tenant:7aeb0c5a1ffe4198b066c12237d83866 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:43.410063 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:43.419614 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:43.449551 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd9e68-6007-430c-991f-fef8cf0079fc req-10606ad0-04b8-44aa-a015-f3d43d0a8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:43.451026 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a2fd9e68-6007-430c-991f-fef8cf0079fc req-10606ad0-04b8-44aa-a015-f3d43d0a8ad2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=78a067fa-0d18-424a-8b9f-3feb1d9256cf HTTP/1.1" status: 200 len: 916 time: 0.2163305 May 27 11:36:43.499361 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:43.505247 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:43.536058 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a2fd9e68-6007-430c-991f-fef8cf0079fc req-82255555-3624-45bc-8a9a-cbc2bb50a7db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d3a6ebd-a9a9-4070-9f14-3342f8c15080 HTTP/1.1" status: 200 len: 217 time: 0.0719957 May 27 11:36:43.577264 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e15c9869-9a41-45be-b52d-33c1d74f33f9 req-1eeed622-02db-475c-8ad9-15c6389496cc tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961706 May 27 11:36:43.664541 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd9e68-6007-430c-991f-fef8cf0079fc req-71eee48c-15b9-42a1-8745-f45488860104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:43.666237 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a2fd9e68-6007-430c-991f-fef8cf0079fc req-71eee48c-15b9-42a1-8745-f45488860104 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=41cb609c-7e79-4a73-8542-1f269f07e4d6 HTTP/1.1" status: 200 len: 854 time: 0.1163788 May 27 11:36:43.674026 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:43.724409 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a2fd9e68-6007-430c-991f-fef8cf0079fc req-4054248b-7f13-4202-97d5-67d5def37de9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=78a067fa-0d18-424a-8b9f-3feb1d9256cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482938 May 27 11:36:43.736803 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d0542-1f8b-4237-beb0-c1fe318bc244 req-b5285b6b-4815-4c6f-864f-7c39776dead0 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:43.739774 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-107d0542-1f8b-4237-beb0-c1fe318bc244 req-b5285b6b-4815-4c6f-864f-7c39776dead0 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.2692733 May 27 11:36:43.749475 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Attempting to bind port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:36:43.749878 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Attempting to bind port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:36:43.750253 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Attempting to bind port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e on network a038ba68-8113-4964-8d44-c2a7f20fa4e2 {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:43.751218 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:36:43.752728 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c714b-81c3-455b-92e9-7818b8d2d623 None None] Pushing event updated for resources: {'Port': ['ID=47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:43.756517 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-e39c714b-81c3-455b-92e9-7818b8d2d623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:43.762296 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:36:43.762656 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Checking segment: {'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:43.763066 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:43.763469 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Bound using segment: {'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:36:43.763997 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Bound port: 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:36:43.764649 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:43.847144 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:43.852770 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-20ac0cf2-08c2-4ff9-b2e7-28f884300bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:43.861259 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] For port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:36:43.864580 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] For port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:36:43.895595 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-107d0542-1f8b-4237-beb0-c1fe318bc244 req-6f8d59a3-77d4-4238-a2b1-f12ae834c7aa tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432059 May 27 11:36:43.974175 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a2fd9e68-6007-430c-991f-fef8cf0079fc req-b76a74a0-7d6b-4881-a6d3-95ae9203633e service neutron] 10.222.0.76 "GET /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423906 May 27 11:36:43.979478 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=92449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:36:43.998754 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:36:44.008541 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] Sync routers for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:36:44.012445 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4279e11b-ae3b-4f75-8055-4bc6fbaf4de5,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:44.019696 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:44.026707 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:44.027357 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:44.035890 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:44.063925 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:44.072855 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:44.073082 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.segments_db [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Added segment be095bbc-dbc4-4152-8fd1-56de40d3e7ec of type vlan for network f71d5d58-1448-42f8-92a7-1db40f6dd34f May 27 11:36:44.118037 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Routers {'b688154c-99bd-4a02-874d-e95af07279e0'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:44.119466 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b688154c-99bd-4a02-874d-e95af07279e0'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:44.138754 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:44.164457 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a2fd9e68-6007-430c-991f-fef8cf0079fc req-da8bcfbe-b6ee-4e4b-a75a-4ba6a05b2702 service neutron] 10.222.0.76 "GET /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826880 May 27 11:36:44.168063 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:44.542862 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:44.545551 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0543270 May 27 11:36:44.545551 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'tag': '426846a8-76e0-4710-8fd1-fccbeacece07'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:36:44.546010 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] Set router b688154c-99bd-4a02-874d-e95af07279e0 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:44.546400 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'tag': '426846a8-76e0-4710-8fd1-fccbeacece07', 'status': 'completed', 'code': 200} May 27 11:36:44.546400 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2d95a-e832-43aa-913b-e68b19ea07f1 req-657e911a-66a3-4300-a775-96b4ea3977ec tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:44.546400 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0b2d95a-e832-43aa-913b-e68b19ea07f1 req-657e911a-66a3-4300-a775-96b4ea3977ec tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 943 time: 0.0957272 May 27 11:36:44.546676 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c714b-81c3-455b-92e9-7818b8d2d623 None None] Pushing event updated for resources: {'Port': ['ID=47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:44.546778 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0b2d95a-e832-43aa-913b-e68b19ea07f1 req-54f3b580-b4ef-4a43-b02d-a527a9b36b34 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628364 May 27 11:36:44.546874 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-e39c714b-81c3-455b-92e9-7818b8d2d623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:44.548705 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-eb26d95a-401a-47d9-ba98-69e5a8c5dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:44.550175 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-eb26d95a-401a-47d9-ba98-69e5a8c5dd02 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 1099 time: 0.1149955 May 27 11:36:44.726801 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-1c4e5f37-6780-439f-86c4-433e42c72b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:44.729892 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-1c4e5f37-6780-439f-86c4-433e42c72b07 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 914 time: 0.1712289 May 27 11:36:44.731063 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:44.732329 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:44.732898 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:44.747967 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '3ab34e79-12f3-4132-9b02-940578e134d2', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': '426846a8-76e0-4710-8fd1-fccbeacece07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:5e:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:36:41Z', 'updated_at': '2021-05-27T11:36:41Z', 'revision_number': 0, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:44.752442 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] Checking router: d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:36:44.762042 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:44.762910 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:44.809183 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262b31c-6222-4ed9-b4f6-e283f65067a1 req-4fe25e75-64df-4023-89e1-e2dde9a4b653 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:44.818742 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4262b31c-6222-4ed9-b4f6-e283f65067a1 req-4fe25e75-64df-4023-89e1-e2dde9a4b653 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1074977 May 27 11:36:44.844719 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:39Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e', 'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'mac_address': 'fa:16:3e:62:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:37Z', 'updated_at': '2021-05-27T11:36:43Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'subnets': [{'id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:44.849140 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373c89b-34e1-4eca-9cc2-43d4da9e95d4 None None] The sync data for ids ['b688154c-99bd-4a02-874d-e95af07279e0'] in dv-cinder-751579-23-iscsi is: [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:39Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e', 'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'mac_address': 'fa:16:3e:62:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:37Z', 'updated_at': '2021-05-27T11:36:43Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'subnets': [{'id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:36:44.856216 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-49726892-5a5c-49a3-b268-0373e214ea79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:44.875632 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4262b31c-6222-4ed9-b4f6-e283f65067a1 req-e5a0dfda-8ba7-4813-8838-344633a9d993 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557528 May 27 11:36:44.926041 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38734) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:44.927815 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8975344 May 27 11:36:44.950869 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Request body: {'subnet': {'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-591201883-subnet', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'ip_version': 4}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:44.973442 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:44.978441 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Usage tracker for resource:subnet and tenant:7aeb0c5a1ffe4198b066c12237d83866 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:44.981936 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:44.987937 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:45.037535 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:45.104766 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Pushing event updated for resources: {'Network': ['ID=f71d5d58-1448-42f8-92a7-1db40f6dd34f,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:45.111468 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:45.122817 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network f71d5d58-1448-42f8-92a7-1db40f6dd34f details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:36:45.126569 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-655b7d21-24ad-4934-a780-507bbd4145f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=426846a8-76e0-4710-8fd1-fccbeacece07 HTTP/1.1" status: 200 len: 1000 time: 0.3680627 May 27 11:36:45.199938 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Made reservation on behalf of 7aeb0c5a1ffe4198b066c12237d83866 for: {'subnet': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:36:45.204034 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6380499'] for subnet, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:45.216646 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-d58eedd1-96d5-49a3-998e-fe31e2d8dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:45.218593 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-d58eedd1-96d5-49a3-998e-fe31e2d8dde8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.0815685 May 27 11:36:45.312394 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-d4d11dcd-f3c8-46bf-91a3-1cb440a578a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:45.314100 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-d4d11dcd-f3c8-46bf-91a3-1cb440a578a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0874338 May 27 11:36:45.395691 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90854de-2d9a-446b-9025-07bfa34bb93b req-69761f4a-f25b-438a-b587-d68b0463ce96 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:45.397340 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f90854de-2d9a-446b-9025-07bfa34bb93b req-69761f4a-f25b-438a-b587-d68b0463ce96 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.2738123 May 27 11:36:45.403761 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff2e2a-ae27-4baf-9f7f-84c4b2b12fa7 req-39afff26-08af-4024-afcd-b4871aad1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:45.405252 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fcff2e2a-ae27-4baf-9f7f-84c4b2b12fa7 req-39afff26-08af-4024-afcd-b4871aad1c0f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 1098 time: 0.3388739 May 27 11:36:45.475527 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-4cc80d87-3079-44e9-9952-b41e2b48bf27 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533349 May 27 11:36:45.555165 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '3ab34e79-12f3-4132-9b02-940578e134d2', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': '426846a8-76e0-4710-8fd1-fccbeacece07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:5e:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:36:41Z', 'updated_at': '2021-05-27T11:36:41Z', 'revision_number': 0, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:45.560780 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c4ab8a-0c41-4a0e-a4e3-c893a5291ecf None None] The sync data for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi is: [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '3ab34e79-12f3-4132-9b02-940578e134d2', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': '426846a8-76e0-4710-8fd1-fccbeacece07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:5e:f3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:36:41Z', 'updated_at': '2021-05-27T11:36:41Z', 'revision_number': 0, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:36:45.715238 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fcff2e2a-ae27-4baf-9f7f-84c4b2b12fa7 req-11127f19-f99f-4ff7-8754-5af4c988ce02 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923932 May 27 11:36:45.717914 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7e4f34d9-ff14-4e5c-8587-3c236d5a5c98 req-b08b155c-3697-4296-a526-feb9922af4d3 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340863 May 27 11:36:45.780460 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f90854de-2d9a-446b-9025-07bfa34bb93b req-e20d8f14-98a9-4321-87fa-bfb460548dfd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742573 May 27 11:36:45.873621 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a88c6-e3b3-473c-8af5-158cd78271e6 req-0707d3e8-1464-4eba-a017-42c10623aa80 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:45.875196 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8b1a88c6-e3b3-473c-8af5-158cd78271e6 req-0707d3e8-1464-4eba-a017-42c10623aa80 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 943 time: 0.1982520 May 27 11:36:45.894549 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea904a7-4cd0-4c17-98d9-37773e9d9343 None None] New status for floating IP 3ab34e79-12f3-4132-9b02-940578e134d2: ACTIVE {{(pid=92451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:36:45.942486 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8b1a88c6-e3b3-473c-8af5-158cd78271e6 req-fd4bd4e3-7d7d-4081-baa4-882fc0c63aea tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578418 May 27 11:36:46.178213 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef225ea-21f3-48fa-babd-f9c3f0fe27be req-a4dc08c5-c15b-4563-8d76-6f212fb89bd9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:46.179161 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1ef225ea-21f3-48fa-babd-f9c3f0fe27be req-a4dc08c5-c15b-4563-8d76-6f212fb89bd9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1412010 May 27 11:36:46.233367 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:46.275158 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1ef225ea-21f3-48fa-babd-f9c3f0fe27be req-a4773b94-76e7-4150-ba10-693193d2a9c5 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879939 May 27 11:36:46.315682 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6380485'] for subnet, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:46.315682 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-24749d8f-6b60-48c3-89b6-a78db66f860e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:46.390427 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b9721f-690c-4508-87ff-f62566a55b40,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:46.393608 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:46.397960 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Checking segment: {'id': 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:46.398321 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Network hostable DHCP agents. Network: f71d5d58-1448-42f8-92a7-1db40f6dd34f, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:36:46.531704 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:46.536943 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:46.537313 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:46.596166 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Network f71d5d58-1448-42f8-92a7-1db40f6dd34f is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:36:46.658774 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:46.701931 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:46.783572 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, f71d5d58-1448-42f8-92a7-1db40f6dd34f) {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:46.794563 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:46.794825 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b41078d-6751-4879-96a4-c45b8d359727 None None] Network f71d5d58-1448-42f8-92a7-1db40f6dd34f requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:36:46.795146 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:46.860361 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:46.867012 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:46.951000 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-d0ac8f23-9f1f-4a20-874c-a7faa2a5fe60 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0179365 May 27 11:36:46.953432 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38748) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:46.960269 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-591201883-router', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:46.965424 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:46.969499 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Usage tracker for resource:router and tenant:7aeb0c5a1ffe4198b066c12237d83866 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:46.972581 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:46.978913 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:46.981562 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:46.984883 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:47.095826 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp406d2aa3-827e-5c42-ba9c-45e187d9f653-f71d5d58-1448-42f8-92a7-1db40f6dd34f', 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'fixed_ips': [{'subnet_id': '03b9721f-690c-4508-87ff-f62566a55b40'}]}} from dv-cinder-751579-23-iscsi. {{(pid=92451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 11:36:47.096751 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.102325 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-884385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-941'] for router, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.103013 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-881313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-862911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-980'] for router, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.136617 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.171941 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f6e0f-61e0-4663-9ce9-4bd10b308674 req-83f7a907-f015-4b1f-874b-29c2a3568eaf tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:47.173451 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-448f6e0f-61e0-4663-9ce9-4bd10b308674 req-83f7a907-f015-4b1f-874b-29c2a3568eaf tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 943 time: 0.1138778 May 27 11:36:47.221069 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-448f6e0f-61e0-4663-9ce9-4bd10b308674 req-dcd06da5-da61-40ee-b304-28bcb9765e83 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 May 27 11:36:47.255774 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.db_base_plugin_common [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Allocated IP 172.20.0.2 (f71d5d58-1448-42f8-92a7-1db40f6dd34f/03b9721f-690c-4508-87ff-f62566a55b40/6f2afa6b-d4ae-4541-bf25-4e44d312dcc7) {{(pid=92451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:47.362410 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:36:47.612948 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Notify callbacks [] for port, precommit_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.637019 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Transition to ACTIVE for port object 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 will not be triggered until provisioned by entity L2. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:47.655605 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-884415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-962'] for router, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.656569 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,segment=NetworkSegment(783bef33-6afd-4b4d-a21b-c4557c5b67df),segment_id=783bef33-6afd-4b4d-a21b-c4557c5b67df)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:47.669750 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9b614-b487-4cd0-8ec5-fcf3780fb230 req-dc5b0fb8-3104-48a3-ae0a-277c6a5fff11 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:47.671508 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fc9b614-b487-4cd0-8ec5-fcf3780fb230 req-dc5b0fb8-3104-48a3-ae0a-277c6a5fff11 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2566850 May 27 11:36:47.684015 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '5d3a6ebd-a9a9-4070-9f14-3342f8c15080', 'network_id': '78a067fa-0d18-424a-8b9f-3feb1d9256cf', 'port_id': '5d3a6ebd-a9a9-4070-9f14-3342f8c15080', 'mac_address': 'fa:16:3e:47:2a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cb609c-7e79-4a73-8542-1f269f07e4d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:36:47.686104 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Transition to ACTIVE for port object 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 will not be triggered until provisioned by entity DHCP. {{(pid=92451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:47.725488 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fc9b614-b487-4cd0-8ec5-fcf3780fb230 req-918cbdec-8341-4750-93dd-aa9a936dd57e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467255 May 27 11:36:47.744523 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.762040 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:36:47.778662 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,segment=NetworkSegment(783bef33-6afd-4b4d-a21b-c4557c5b67df),segment_id=783bef33-6afd-4b4d-a21b-c4557c5b67df)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:47.796691 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092'] for port, after_create {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.800674 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:47.863733 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:47.873494 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Network f71d5d58-1448-42f8-92a7-1db40f6dd34f is already hosted by enough agents. {{(pid=92451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:47.876240 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.scheduler.base_scheduler [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Resources bound (agent type, host, resource id): {{(pid=92451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:47.879092 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Received port after_create {{(pid=92451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:47.932327 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Pushing event updated for resources: {'Port': ['ID=6f2afa6b-d4ae-4541-bf25-4e44d312dcc7,revision_number=1']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:47.969114 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:47.969114 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-2f9c7301-4501-4bfe-b452-821337265f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:48.040170 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Attempting to bind port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:36:48.040686 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Attempting to bind port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f'}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:36:48.041116 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Attempting to bind port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 on network f71d5d58-1448-42f8-92a7-1db40f6dd34f {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:48.051989 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:36:48.052470 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Checking segment: {'id': 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:48.052927 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:48.053425 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Bound using segment: {'id': 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f'} {{(pid=92451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:36:48.054054 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.managers [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Bound port: 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f'}}] {{(pid=92451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:36:48.054404 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:48.074687 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:48.096472 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:48.102048 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:48.167882 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] For port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:36:48.172948 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] For port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=6f2afa6b-d4ae-4541-bf25-4e44d312dcc7,segment=NetworkSegment(be095bbc-dbc4-4152-8fd1-56de40d3e7ec),segment_id=be095bbc-dbc4-4152-8fd1-56de40d3e7ec)] {{(pid=92451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:36:48.196682 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:48.245744 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:48.275384 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:48.275931 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:48.314556 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:48.325713 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:48.401677 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['5d3a6ebd-a9a9-4070-9f14-3342f8c15080'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:36:48.445341 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Allocated IP 172.27.0.145 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:48.474629 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Pushing event updated for resources: {'Port': ['ID=6f2afa6b-d4ae-4541-bf25-4e44d312dcc7,revision_number=2']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:48.493357 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:48.497082 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed948e9-8feb-41f7-8b0c-1d258ca93743 req-e585df19-4341-41a0-b796-0b2577eb0bcf tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:48.498610 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6ed948e9-8feb-41f7-8b0c-1d258ca93743 req-e585df19-4341-41a0-b796-0b2577eb0bcf tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 944 time: 0.1442728 May 27 11:36:48.621243 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6ed948e9-8feb-41f7-8b0c-1d258ca93743 req-d3684d71-eb63-4b17-966b-853aa0003ffa tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734730 May 27 11:36:48.658102 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:48.813791 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:48.817699 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-adcc8f57-1030-4e73-8fad-66a3fefdea2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:48.932707 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:48.942187 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:48.944798 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:48.984424 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Pushing event updated for resources: {'Port': ['ID=05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:48.996185 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:49.146447 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340365a-de4e-4e1c-83cb-e48299fcc71a req-9e793389-228f-4d7e-b293-44613566fa07 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:49.148031 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b340365a-de4e-4e1c-83cb-e48299fcc71a req-9e793389-228f-4d7e-b293-44613566fa07 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2895606 May 27 11:36:49.269734 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b340365a-de4e-4e1c-83cb-e48299fcc71a req-4cc65925-acd0-4713-a8fe-dd08692d1610 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124465 May 27 11:36:49.426757 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c4088-1eea-4d68-874b-777428adce0b None None] Network f71d5d58-1448-42f8-92a7-1db40f6dd34f requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:36:49.524090 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:49.604419 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-4c597ab8-c8b8-4791-b09d-2a7dd17fe62c None None] Provisioning for port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:50.122507 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d831b81-9c35-4540-ac85-d653fc44fb6b req-6dd9b5b1-d3fb-4a54-9a65-33a44419a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:50.125219 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0d831b81-9c35-4540-ac85-d653fc44fb6b req-6dd9b5b1-d3fb-4a54-9a65-33a44419a542 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 1098 time: 0.0829263 May 27 11:36:50.140013 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-884406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877583'] for router, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:50.154223 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550d8b7-ce90-4883-831b-89060299c3f5 req-0241037b-c507-480a-bf11-d2d4847ed835 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:50.161277 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6550d8b7-ce90-4883-831b-89060299c3f5 req-0241037b-c507-480a-bf11-d2d4847ed835 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 944 time: 0.3861830 May 27 11:36:50.238786 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:50.297099 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d831b81-9c35-4540-ac85-d653fc44fb6b req-52a508cc-e492-4e00-8bc0-b407bc6ab96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:50.298588 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0d831b81-9c35-4540-ac85-d653fc44fb6b req-52a508cc-e492-4e00-8bc0-b407bc6ab96e service neutron] 10.222.0.76 "GET /v2.0/networks?id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 HTTP/1.1" status: 200 len: 920 time: 0.1553738 May 27 11:36:50.304651 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6550d8b7-ce90-4883-831b-89060299c3f5 req-4b44e2b3-a9de-4822-943d-fb99650b73af tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425216 May 27 11:36:50.327327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7914a-5036-4888-9fe9-9f0562d1c60c req-f2a80301-42d8-4a10-9758-2fb3fa68e51c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:50.327327 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aef7914a-5036-4888-9fe9-9f0562d1c60c req-f2a80301-42d8-4a10-9758-2fb3fa68e51c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2790403 May 27 11:36:50.395352 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0d831b81-9c35-4540-ac85-d653fc44fb6b req-1f186dea-d62e-492b-89d9-f690e3dee5bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=625d2025-b212-411c-993e-4fc534b487cc HTTP/1.1" status: 200 len: 217 time: 0.0783849 May 27 11:36:50.436438 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:50.437041 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aef7914a-5036-4888-9fe9-9f0562d1c60c req-15f94138-9604-4117-9dde-e9bd9103bd1c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680037 May 27 11:36:50.442165 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:50.443193 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:50.469201 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d831b81-9c35-4540-ac85-d653fc44fb6b req-a31a592f-d4fd-4425-815b-89eb4d8c6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:50.470694 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0d831b81-9c35-4540-ac85-d653fc44fb6b req-a31a592f-d4fd-4425-815b-89eb4d8c6cc1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32d6a16e-463b-4dd4-b6ee-678ef930d025 HTTP/1.1" status: 200 len: 858 time: 0.0669990 May 27 11:36:50.547623 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0d831b81-9c35-4540-ac85-d653fc44fb6b req-2544b94b-a571-4bc5-ab88-161802ff89f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545688 May 27 11:36:50.561810 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Router 98225fe4-8c85-416c-8c95-7eb6b9627dcb is scheduled to L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def with binding_index 1 {{(pid=92450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 11:36:50.593720 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:50.632202 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=6f2afa6b-d4ae-4541-bf25-4e44d312dcc7,segment=NetworkSegment(be095bbc-dbc4-4152-8fd1-56de40d3e7ec),segment_id=be095bbc-dbc4-4152-8fd1-56de40d3e7ec)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:50.682830 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:50.684760 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:50.761678 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=6f2afa6b-d4ae-4541-bf25-4e44d312dcc7,revision_number=3']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:50.764738 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:50.775640 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:36:50.786882 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0d831b81-9c35-4540-ac85-d653fc44fb6b req-dd62faef-c0a9-4879-8553-493f166d2e7a service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237613 May 27 11:36:50.802637 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Sync routers for ids ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:36:50.802637 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Routers {'98225fe4-8c85-416c-8c95-7eb6b9627dcb'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:50.802637 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:50.864866 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] Notify callbacks [] for router, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:50.866492 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-d9e18813-3dc9-4088-a590-baf6e239573f admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9119513 May 27 11:36:50.869937 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38778) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:50.977588 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Set router 98225fe4-8c85-416c-8c95-7eb6b9627dcb gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:51.085085 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0d831b81-9c35-4540-ac85-d653fc44fb6b req-c1bb3cbe-0f0e-4062-80e6-8e4e97958e58 service neutron] 10.222.0.76 "GET /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837634 May 27 11:36:51.293719 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'name': 'tempest-TestShelveInstance-591201883-router', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:47Z', 'updated_at': '2021-05-27T11:36:49Z', 'revision_number': 3, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'gw_port': {'id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:48Z', 'updated_at': '2021-05-27T11:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:51.297924 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Checking router: 98225fe4-8c85-416c-8c95-7eb6b9627dcb for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:36:51.298283 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Updating router 98225fe4-8c85-416c-8c95-7eb6b9627dcb port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:36:51.357512 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:51.362181 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:51.567245 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:51.574616 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:51.574995 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:51.601791 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed86cc-3c79-42d7-aaf2-bb9b6b99a888 req-660fc527-5e2a-48e6-ad45-1034bc8b1b16 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:51.604880 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-30ed86cc-3c79-42d7-aaf2-bb9b6b99a888 req-660fc527-5e2a-48e6-ad45-1034bc8b1b16 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 944 time: 0.1444647 May 27 11:36:51.713011 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-30ed86cc-3c79-42d7-aaf2-bb9b6b99a888 req-4667cb2d-4c0e-4b36-b288-2f60ba394b3c tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015065 May 27 11:36:51.766478 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bec280-7884-4914-926a-64acf56a6124 req-aaa40e6f-faee-4bb8-b9a7-cb4cf6ca6684 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:51.776672 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e6bec280-7884-4914-926a-64acf56a6124 req-aaa40e6f-faee-4bb8-b9a7-cb4cf6ca6684 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.1404402 May 27 11:36:51.795653 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:51.826612 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:51.835085 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fde33-7c8e-4951-97d4-b1cd1991f300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3a6ebd-a9a9-4070-9f14-3342f8c15080'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:36:51.849464 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,segment=NetworkSegment(783bef33-6afd-4b4d-a21b-c4557c5b67df),segment_id=783bef33-6afd-4b4d-a21b-c4557c5b67df)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:51.851237 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Transition to ACTIVE for port object 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:51.851392 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:51.852136 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e6bec280-7884-4914-926a-64acf56a6124 req-9175bac3-daf7-4e5a-8413-604ade8f9e1b tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737128 May 27 11:36:51.879247 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38798) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:51.916134 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:51.918740 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:51.944687 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:51.959926 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:51.960365 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fde33-7c8e-4951-97d4-b1cd1991f300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3a6ebd-a9a9-4070-9f14-3342f8c15080', 'code': 200} May 27 11:36:52.014012 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:52.023638 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:52.053658 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c39660-bc0f-4b76-a0fc-0b09c23c3437 req-254a2920-2cf6-4f77-a504-558d3a16ee49 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:52.055241 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-06c39660-bc0f-4b76-a0fc-0b09c23c3437 req-254a2920-2cf6-4f77-a504-558d3a16ee49 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.1532269 May 27 11:36:52.069851 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Attempting to bind port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:36:52.070262 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Attempting to bind port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:36:52.070629 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Attempting to bind port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 on network aff141f8-ece8-4c78-b753-2e9475f6af8e {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:52.095059 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:36:52.095440 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Checking segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:52.095888 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:52.096561 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Bound using segment: {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:36:52.096911 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Bound port: 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1af81a-806d-4163-9642-15a38552fd73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:36:52.097279 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:52.137149 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Allocated IP 172.20.0.1 (f71d5d58-1448-42f8-92a7-1db40f6dd34f/03b9721f-690c-4508-87ff-f62566a55b40/c94bf83a-426c-4eea-b15e-f753cd0218fb) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:52.152247 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-06c39660-bc0f-4b76-a0fc-0b09c23c3437 req-081a7ed1-a89a-4298-bebb-ae22e4d55a88 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860455 May 27 11:36:52.181129 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] For port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:36:52.184684 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] For port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:36:52.218953 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0afee5-8bb6-450b-9627-a4e94342df6b None None] Pushing event updated for resources: {'Port': ['ID=05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003,revision_number=2']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:52.223766 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-ef0afee5-8bb6-450b-9627-a4e94342df6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:52.248265 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:52.301074 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:52.311697 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a69698-e3bf-4be0-8381-3c46f443069a tempest-TestMinimumBasicScenario-1578069449 tempest-TestMinimumBasicScenario-1578069449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:52.315911 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-25a69698-e3bf-4be0-8381-3c46f443069a tempest-TestMinimumBasicScenario-1578069449 tempest-TestMinimumBasicScenario-1578069449-project-admin] Synchronizing usage tracker for tenant:07db53e56087419eaa0cda8a5c4cc1e6 on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:36:52.316146 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:52.329955 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:52.347562 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Transition to ACTIVE for port object c94bf83a-426c-4eea-b15e-f753cd0218fb will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:52.348759 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:52.349298 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:52.386760 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Routers {'98225fe4-8c85-416c-8c95-7eb6b9627dcb'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:52.387399 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:52.429603 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-25a69698-e3bf-4be0-8381-3c46f443069a tempest-TestMinimumBasicScenario-1578069449 tempest-TestMinimumBasicScenario-1578069449-project-admin] Unset dirty status for tenant:07db53e56087419eaa0cda8a5c4cc1e6 on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:36:52.431505 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-25a69698-e3bf-4be0-8381-3c46f443069a tempest-TestMinimumBasicScenario-1578069449 tempest-TestMinimumBasicScenario-1578069449-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 1093 time: 0.5510066 May 27 11:36:52.434351 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38804) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:52.440339 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'floatingip': {'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'port_id': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:52.447471 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:52.456137 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Usage tracker for resource:floatingip and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:52.459942 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:52.468710 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:52.485892 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0afee5-8bb6-450b-9627-a4e94342df6b None None] Pushing event updated for resources: {'Port': ['ID=05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:52.490276 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-ef0afee5-8bb6-450b-9627-a4e94342df6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:52.500060 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:52.510651 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-de0f633d-6515-4c66-824c-27be4a36bfce tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:52.545545 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for floatingip, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:52.595164 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Network f71d5d58-1448-42f8-92a7-1db40f6dd34f is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:52.600129 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:52.605685 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:52.631839 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] Set router 98225fe4-8c85-416c-8c95-7eb6b9627dcb gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:52.672279 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-880233'] for router_interface, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:52.682323 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Pushing event updated for resources: {'Port': ['ID=c94bf83a-426c-4eea-b15e-f753cd0218fb,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:52.697809 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:52.704988 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e2fd6-5cec-4015-ae54-b6a41339501e req-4b05dbac-71fe-499c-b279-b1073391d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:52.706489 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-729e2fd6-5cec-4015-ae54-b6a41339501e req-4b05dbac-71fe-499c-b279-b1073391d029 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 1098 time: 0.2676308 May 27 11:36:52.739341 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:52.869556 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-729e2fd6-5cec-4015-ae54-b6a41339501e req-e7124bbe-fdc1-4e2a-9324-6c62b3ae91c1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553030 May 27 11:36:52.983526 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-14e45ee0-b950-40b7-b4f2-f9f2d642a27e None None] Provisioning for port c94bf83a-426c-4eea-b15e-f753cd0218fb completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:52.989019 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-14e45ee0-b950-40b7-b4f2-f9f2d642a27e None None] Provisioning complete for port c94bf83a-426c-4eea-b15e-f753cd0218fb triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:52.989591 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-14e45ee0-b950-40b7-b4f2-f9f2d642a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:52.997524 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Allocated IP 172.27.0.185 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/a50b7140-5a09-4cf3-bb3e-63e556e41d99) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:36:53.015004 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'name': 'tempest-TestShelveInstance-591201883-router', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:47Z', 'updated_at': '2021-05-27T11:36:49Z', 'revision_number': 3, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'gw_port': {'id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:48Z', 'updated_at': '2021-05-27T11:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:53.019825 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0318a-830c-4fef-8e3e-30dafd033e88 None None] The sync data for ids ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'] in dv-cinder-751579-23-iscsi is: [{'id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'name': 'tempest-TestShelveInstance-591201883-router', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:47Z', 'updated_at': '2021-05-27T11:36:49Z', 'revision_number': 3, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'gw_port': {'id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:48Z', 'updated_at': '2021-05-27T11:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:36:53.065228 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:53.067949 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-14e45ee0-b950-40b7-b4f2-f9f2d642a27e None None] Port c94bf83a-426c-4eea-b15e-f753cd0218fb cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:36:53.108983 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efc8d6-8288-4251-81df-c06240bdc284 req-eabb4f4a-970e-41c8-bd40-478e6b7ae0fa tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:53.110505 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e2efc8d6-8288-4251-81df-c06240bdc284 req-eabb4f4a-970e-41c8-bd40-478e6b7ae0fa tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 945 time: 0.2139072 May 27 11:36:53.187513 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e2efc8d6-8288-4251-81df-c06240bdc284 req-aca64b63-150d-45cc-9a01-8c1ce91a8be6 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692899 May 27 11:36:53.233080 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:53.341572 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:53.368664 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:53.377703 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f4141828-d27f-4c47-916e-d732ecad185b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:53.407532 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:53.439612 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:53.532866 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Pushing event updated for resources: {'Port': ['ID=c94bf83a-426c-4eea-b15e-f753cd0218fb,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:53.536529 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:53.539864 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1035732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-880330'] for router_interface, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:53.577736 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:53.580893 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:53.589125 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:36:53.615331 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'Port': ['ID=a50b7140-5a09-4cf3-bb3e-63e556e41d99,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:53.623465 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:53.664056 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15999a35-174c-41d0-95b1-ce39512722c1 req-04b8a09f-d317-4e76-9c2e-bd7922305e09 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:53.666349 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-15999a35-174c-41d0-95b1-ce39512722c1 req-04b8a09f-d317-4e76-9c2e-bd7922305e09 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.3376307 May 27 11:36:53.701966 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Network f71d5d58-1448-42f8-92a7-1db40f6dd34f is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:36:53.703254 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:36:53.811890 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-15999a35-174c-41d0-95b1-ce39512722c1 req-293946bd-2bf4-4937-8710-f8b8a89cb64c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144340 May 27 11:36:53.955437 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Router 98225fe4-8c85-416c-8c95-7eb6b9627dcb has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:36:54.015288 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-2e90fddf-a9e5-4abc-afe6-b8e31498cdba None None] Provisioning complete for port c94bf83a-426c-4eea-b15e-f753cd0218fb triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:54.016986 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2e90fddf-a9e5-4abc-afe6-b8e31498cdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:54.098907 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-2e90fddf-a9e5-4abc-afe6-b8e31498cdba None None] Port c94bf83a-426c-4eea-b15e-f753cd0218fb cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:36:54.149821 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:54.180740 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:36:54.200731 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] 10.222.0.86 "PUT /v2.0/routers/98225fe4-8c85-416c-8c95-7eb6b9627dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3296552 May 27 11:36:54.247783 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:54.327851 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:54.374606 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:36:54.380550 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:54.381863 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:54.554586 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:54.577691 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:36:54.603273 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866fae8-fae0-46ee-b154-ec58b0969d09 req-91023cfb-8459-4cc9-9a07-0257b4c3dd35 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:54.604345 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1866fae8-fae0-46ee-b154-ec58b0969d09 req-91023cfb-8459-4cc9-9a07-0257b4c3dd35 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 945 time: 0.2331312 May 27 11:36:54.647904 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:54.652052 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-e39c714b-81c3-455b-92e9-7818b8d2d623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:54.700681 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1866fae8-fae0-46ee-b154-ec58b0969d09 req-55a66009-f876-467b-9f27-b8b3fb2f019b tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876410 May 27 11:36:54.735787 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:54.739816 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:54.752245 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:54.811739 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:54.815651 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:54.919863 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'Port': ['ID=a50b7140-5a09-4cf3-bb3e-63e556e41d99,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:54.924161 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:54.935274 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:54.961174 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38822) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:54.967562 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871371370', 'description': 'tempest-secgroup-smoke-1871371370 description', 'project_id': '71a85582257d46dbba6d7a5996789557'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:54.973448 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:54.977264 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Usage tracker for resource:security_group and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:54.980707 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:54.987311 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:55.088176 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:55.109427 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:55.113410 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Usage tracker for resource:security_group_rule and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:55.116556 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:55.123017 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:55.177738 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.l3_db [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Floating IP 604ae77b-ba75-46ca-b9d5-7a1625cd72bb associated. External IP: 172.27.0.185, port: 4f530e75-4189-478b-b798-ef5b8a7cc688. May 27 11:36:55.195856 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:55.239253 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e70ab6-1acb-485a-9734-66fb453edb35 req-6dace46a-cfab-4466-b9f5-d5d20fb0e8a6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:55.241417 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-97e70ab6-1acb-485a-9734-66fb453edb35 req-6dace46a-cfab-4466-b9f5-d5d20fb0e8a6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.3073187 May 27 11:36:55.270036 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:55.276506 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1235bfed-6312-4cc2-8085-448afc1a749c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:55.317473 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:55.320202 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:55.378840 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:55.380257 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4169929 May 27 11:36:55.381921 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-97e70ab6-1acb-485a-9734-66fb453edb35 req-9c9b35bf-5b35-4b7c-8ee1-53ece34d64f7 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320150 May 27 11:36:55.383092 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38826) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:55.388509 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Request body: {'security_group_rule': {'security_group_id': '6f94f5be-2ed0-4148-a18c-f4f7eb3575ce', 'project_id': '71a85582257d46dbba6d7a5996789557', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:55.394371 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:55.409621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Usage tracker for resource:security_group_rule and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:55.412787 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:55.419544 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:55.513022 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:55.592794 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:55.658776 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:55.661070 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:55.689886 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82232035-f914-421b-920e-de249bcf1e21,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:55.698569 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Router c09c0088-b29d-4cda-aaab-a61661e71dae has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:36:55.699644 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:55.775032 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:55.777424 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-61ed37c1-b324-45f4-ba58-120852469961 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3932028 May 27 11:36:55.780212 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38840) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:55.787483 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Request body: {'security_group_rule': {'security_group_id': '6f94f5be-2ed0-4148-a18c-f4f7eb3575ce', 'project_id': '71a85582257d46dbba6d7a5996789557', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:55.798985 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:55.803409 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Usage tracker for resource:security_group_rule and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:55.809498 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:55.818374 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:55.944099 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:55.945967 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:36:55.956683 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] Sync routers for ids ['c09c0088-b29d-4cda-aaab-a61661e71dae'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:36:55.966447 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] Routers {'c09c0088-b29d-4cda-aaab-a61661e71dae'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:55.967224 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['c09c0088-b29d-4cda-aaab-a61661e71dae'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:55.989127 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341825-f83b-4dcb-8922-ba8eecfdfde6 req-350f9f42-972d-41d7-9c2e-ddebda6421b5 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:55.990548 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bb341825-f83b-4dcb-8922-ba8eecfdfde6 req-350f9f42-972d-41d7-9c2e-ddebda6421b5 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 945 time: 0.1356153 May 27 11:36:56.029880 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:56.049558 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Sync routers for ids ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:36:56.054753 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bb341825-f83b-4dcb-8922-ba8eecfdfde6 req-f9413190-ccb3-4790-8006-4c1c2b1d8d30 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569491 May 27 11:36:56.070285 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Routers {'98225fe4-8c85-416c-8c95-7eb6b9627dcb'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:56.070925 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:56.116115 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:56.168172 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:56.170378 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:56.224174 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7658c3df-f2ae-48a7-a395-8b7ab4745776,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:56.226859 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:56.240631 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:36:56.246922 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8113451 May 27 11:36:56.247790 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:36:56.256609 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38852) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:56.257165 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-868154429', 'description': 'tempest-secgroup-smoke-868154429 description', 'project_id': 'b2838aedf0d54734aa791619c58dea38'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:56.266437 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:56.287782 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:56.303719 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'status': 'completed', 'code': 200} May 27 11:36:56.330022 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] Set router c09c0088-b29d-4cda-aaab-a61661e71dae gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:56.333452 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:56.336963 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-713880c8-368d-456a-b054-b344e0afb575 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5535541 May 27 11:36:56.337864 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38858) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:56.343376 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Request body: {'security_group_rule': {'security_group_id': '6f94f5be-2ed0-4148-a18c-f4f7eb3575ce', 'project_id': '71a85582257d46dbba6d7a5996789557', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:56.371644 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:56.374736 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Usage tracker for resource:security_group_rule and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:56.380674 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:56.389069 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Set router 98225fe4-8c85-416c-8c95-7eb6b9627dcb gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:56.392916 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:56.478850 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580acf9-e15b-440d-a7a0-598202e435ac req-a6cd1dad-5ebf-40f9-ab82-fba6fa7ffd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:56.480538 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2580acf9-e15b-440d-a7a0-598202e435ac req-a6cd1dad-5ebf-40f9-ab82-fba6fa7ffd32 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b2838aedf0d54734aa791619c58dea38&device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 1098 time: 0.0981426 May 27 11:36:56.519422 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:56.540870 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:56.616352 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:36:56.616730 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:56.635135 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:56.720721 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580acf9-e15b-440d-a7a0-598202e435ac req-2af7df3a-497d-4d98-908e-9a697ebab639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:56.722256 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2580acf9-e15b-440d-a7a0-598202e435ac req-2af7df3a-497d-4d98-908e-9a697ebab639 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff HTTP/1.1" status: 200 len: 916 time: 0.2327023 May 27 11:36:56.730486 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:56.737401 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Usage tracker for resource:security_group_rule and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:56.741766 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:56.751132 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:56.768257 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:56.773671 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'name': 'tempest-TestShelveInstance-591201883-router', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:47Z', 'updated_at': '2021-05-27T11:36:52Z', 'revision_number': 4, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'gw_port': {'id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:48Z', 'updated_at': '2021-05-27T11:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': 'c94bf83a-426c-4eea-b15e-f753cd0218fb', 'name': '', 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'mac_address': 'fa:16:3e:a7:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '03b9721f-690c-4508-87ff-f62566a55b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:51Z', 'updated_at': '2021-05-27T11:36:53Z', 'revision_number': 2, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'subnets': [{'id': '03b9721f-690c-4508-87ff-f62566a55b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:56.775076 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d8224814-0b72-4888-9188-5085719b9f54 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:56.781019 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Checking router: 98225fe4-8c85-416c-8c95-7eb6b9627dcb for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:36:56.783432 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Updating router 98225fe4-8c85-416c-8c95-7eb6b9627dcb port c94bf83a-426c-4eea-b15e-f753cd0218fb binding host dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 11:36:56.822730 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8468c59-e9e7-4f3d-be91-1c2eee87f24b,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:56.825865 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:56.849653 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:56.920997 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:21Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '604ae77b-ba75-46ca-b9d5-7a1625cd72bb', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'port_id': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'mac_address': 'fa:16:3e:ac:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746598db-6eee-408d-b833-a5046ec427f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:36:54Z', 'updated_at': '2021-05-27T11:36:54Z', 'revision_number': 0, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51802c96-8ca3-454b-b5d0-72d393590060', 'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'mac_address': 'fa:16:3e:8f:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:20Z', 'updated_at': '2021-05-27T11:35:28Z', 'revision_number': 5, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'subnets': [{'id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:56.925669 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] Checking router: c09c0088-b29d-4cda-aaab-a61661e71dae for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:36:56.935731 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] Routers {'c09c0088-b29d-4cda-aaab-a61661e71dae'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:56.936532 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['c09c0088-b29d-4cda-aaab-a61661e71dae'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:57.001159 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.007634 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6635549 May 27 11:36:57.009563 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38866) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:57.016147 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Request body: {'security_group_rule': {'security_group_id': '6f94f5be-2ed0-4148-a18c-f4f7eb3575ce', 'project_id': '71a85582257d46dbba6d7a5996789557', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:57.030399 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.043563 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2580acf9-e15b-440d-a7a0-598202e435ac req-7f6b936e-0949-4446-aac6-13ecad43e45a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 200 len: 999 time: 0.2449248 May 27 11:36:57.052266 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:57.062200 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Usage tracker for resource:security_group_rule and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:57.069600 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:57.081312 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:57.132605 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580acf9-e15b-440d-a7a0-598202e435ac req-8cddecfe-0e47-4f29-a2be-a4dedb1f44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:57.135222 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2580acf9-e15b-440d-a7a0-598202e435ac req-8cddecfe-0e47-4f29-a2be-a4dedb1f44ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e1391139-e1d1-4ee6-a7e9-946297db15a7 HTTP/1.1" status: 200 len: 853 time: 0.0820374 May 27 11:36:57.135821 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.141149 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c6f96fc7-c6a5-4b89-aa8c-17d5d4be650c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:57.183882 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] Set router c09c0088-b29d-4cda-aaab-a61661e71dae gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:57.222154 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.233576 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63bfc2fc-2045-4322-bfc4-280166ec7190,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:57.237614 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:57.277486 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580acf9-e15b-440d-a7a0-598202e435ac req-fbf8b1dd-0c98-4db6-a0a3-6654cf8d1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:36:57.279400 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2580acf9-e15b-440d-a7a0-598202e435ac req-fbf8b1dd-0c98-4db6-a0a3-6654cf8d1ef9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1260371 May 27 11:36:57.289154 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Notify callbacks [] for port, precommit_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.304120 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.provisioning_blocks [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Transition to ACTIVE for port object c94bf83a-426c-4eea-b15e-f753cd0218fb will not be triggered until provisioned by entity L2. {{(pid=92452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:36:57.332066 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.390315 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.392015 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1408544 May 27 11:36:57.395540 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38872) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:57.405510 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'security_group_rule': {'security_group_id': '63bfc2fc-2045-4322-bfc4-280166ec7190', 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:57.421215 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:57.426034 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Usage tracker for resource:security_group_rule and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:57.435332 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:57.441791 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:57.459097 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.462688 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2580acf9-e15b-440d-a7a0-598202e435ac req-8015a6b8-2759-447c-bae9-1bad1a660677 service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699147 May 27 11:36:57.465037 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:57.465323 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.467443 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:57.513559 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bddae9-79b4-4e61-b0ca-a1682ad03edd,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:57.515823 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:57.585200 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.621452 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.622659 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-f2626c8a-c29f-4a80-9784-c8bdc5b68a2a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6119547 May 27 11:36:57.636975 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38878) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:57.647472 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Request body: {'security_group_rule': {'security_group_id': '6f94f5be-2ed0-4148-a18c-f4f7eb3575ce', 'project_id': '71a85582257d46dbba6d7a5996789557', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:57.670097 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:57.690797 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Usage tracker for resource:security_group_rule and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:57.697376 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d425ac8-4cf4-46d0-8f45-3089d4c10707 None None] Pushing event updated for resources: {'Port': ['ID=c94bf83a-426c-4eea-b15e-f753cd0218fb,revision_number=3']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:57.704069 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:57.720480 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:57.724575 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2580acf9-e15b-440d-a7a0-598202e435ac req-ef73d2fc-9623-4339-9c5b-1643d51f4f34 service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544150 May 27 11:36:57.726966 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-2d425ac8-4cf4-46d0-8f45-3089d4c10707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:57.744744 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:21Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '604ae77b-ba75-46ca-b9d5-7a1625cd72bb', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'port_id': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'mac_address': 'fa:16:3e:ac:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746598db-6eee-408d-b833-a5046ec427f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:36:54Z', 'updated_at': '2021-05-27T11:36:54Z', 'revision_number': 0, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51802c96-8ca3-454b-b5d0-72d393590060', 'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'mac_address': 'fa:16:3e:8f:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:20Z', 'updated_at': '2021-05-27T11:35:28Z', 'revision_number': 5, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'subnets': [{'id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:57.750694 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb1a3f-64f7-4639-abfa-6f6f60fd32f8 None None] The sync data for ids ['c09c0088-b29d-4cda-aaab-a61661e71dae'] in dv-cinder-751579-23-iscsi is: [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:21Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '604ae77b-ba75-46ca-b9d5-7a1625cd72bb', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'port_id': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'mac_address': 'fa:16:3e:ac:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746598db-6eee-408d-b833-a5046ec427f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:36:54Z', 'updated_at': '2021-05-27T11:36:54Z', 'revision_number': 0, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51802c96-8ca3-454b-b5d0-72d393590060', 'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'mac_address': 'fa:16:3e:8f:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:20Z', 'updated_at': '2021-05-27T11:35:28Z', 'revision_number': 5, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'subnets': [{'id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:36:57.750988 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.782730 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Attempting to bind port c94bf83a-426c-4eea-b15e-f753cd0218fb on host dv-cinder-751579-23-iscsi for vnic_type normal with profile {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:36:57.783133 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Attempting to bind port c94bf83a-426c-4eea-b15e-f753cd0218fb by drivers openvswitch,hyperv on host dv-cinder-751579-23-iscsi at level 0 using segments [{'id': 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f'}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:36:57.783608 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Attempting to bind port c94bf83a-426c-4eea-b15e-f753cd0218fb on network f71d5d58-1448-42f8-92a7-1db40f6dd34f {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:36:57.791021 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Checking agent: {'id': 'e8e5b49b-1a34-4443-876b-22e8e857748c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 24, 5), 'started_at': datetime.datetime(2021, 5, 27, 11, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:36:57.791346 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Checking segment: {'id': 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:36:57.791983 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.792446 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Bound using segment: {'id': 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f'} {{(pid=92452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:36:57.792938 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.managers [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Bound port: c94bf83a-426c-4eea-b15e-f753cd0218fb, host: dv-cinder-751579-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f'}}] {{(pid=92452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:36:57.793322 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.802040 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.securitygroups_db [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Project 71a85582257d46dbba6d7a5996789557 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 11:36:57.809254 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.830369 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.833843 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-20d71ea3-44e3-4faa-b7dc-947e6224ba45 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:57.869699 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1df17a7-b64e-4464-948a-5dc9d481062e,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:57.873489 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:57.906561 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:57.915029 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] For port c94bf83a-426c-4eea-b15e-f753cd0218fb, host dv-cinder-751579-23-iscsi, cleared binding levels {{(pid=92452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:36:57.919174 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.plugins.ml2.db [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] For port c94bf83a-426c-4eea-b15e-f753cd0218fb, host dv-cinder-751579-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=c94bf83a-426c-4eea-b15e-f753cd0218fb,segment=NetworkSegment(be095bbc-dbc4-4152-8fd1-56de40d3e7ec),segment_id=be095bbc-dbc4-4152-8fd1-56de40d3e7ec)] {{(pid=92452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:36:58.001820 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.002064 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.003200 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-cc5eaf07-d37f-4ce9-b626-4f1e4194c0d2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6059802 May 27 11:36:58.006189 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38882) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:58.012770 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06406db-f40d-4d65-9262-4f0f7469662e None None] New status for floating IP 604ae77b-ba75-46ca-b9d5-7a1625cd72bb: ACTIVE {{(pid=92451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:36:58.013217 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'security_group_rule': {'security_group_id': '63bfc2fc-2045-4322-bfc4-280166ec7190', 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:58.019684 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:58.026567 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Usage tracker for resource:security_group_rule and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:58.030482 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:58.030680 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0a34416a-ec7f-475b-8ec6-c736302fbd87 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:58.032969 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron_lib.callbacks.manager [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.037680 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:58.046706 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:58.062252 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae78ea7a-dea7-4b1d-bc0a-0590855cd6c1,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:58.078951 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:58.134610 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.138792 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Routers {'98225fe4-8c85-416c-8c95-7eb6b9627dcb'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:36:58.139424 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:36:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:58.156861 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.158362 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-767abf05-e34e-4031-ac39-a2f184617130 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5209911 May 27 11:36:58.161163 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38888) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:58.168068 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Request body: {'security_group_rule': {'security_group_id': '6f94f5be-2ed0-4148-a18c-f4f7eb3575ce', 'project_id': '71a85582257d46dbba6d7a5996789557', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:58.181288 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:58.191107 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Usage tracker for resource:security_group_rule and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:58.198914 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:58.214028 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:58.237303 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d425ac8-4cf4-46d0-8f45-3089d4c10707 None None] Pushing event updated for resources: {'Port': ['ID=c94bf83a-426c-4eea-b15e-f753cd0218fb,revision_number=4']} {{(pid=92452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:58.241341 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG oslo_concurrency.lockutils [None req-2d425ac8-4cf4-46d0-8f45-3089d4c10707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:58.283420 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.322024 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.securitygroups_db [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Project 71a85582257d46dbba6d7a5996789557 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 11:36:58.328842 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.371452 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] Set router 98225fe4-8c85-416c-8c95-7eb6b9627dcb gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:36:58.377419 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.407855 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:58.418167 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.421413 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941336fa-81cd-4c06-b67d-edde7f2c48dd,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:58.430339 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:58.504632 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.505562 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.507077 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:58.508658 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-2f01e807-520f-4abe-a401-f5c92d0efe81 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5011044 May 27 11:36:58.512681 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38894) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:58.524281 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'security_group_rule': {'security_group_id': '63bfc2fc-2045-4322-bfc4-280166ec7190', 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:58.533833 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:58.538859 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Usage tracker for resource:security_group_rule and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:58.544773 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7171d5d5-17a6-4ef4-a8de-96530c4e9ed0,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:58.548953 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:58.563553 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:58.570019 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:58.653308 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.656714 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-fe4a89c4-9c07-48be-8cdd-6e8c6253751c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4920390 May 27 11:36:58.727327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.729073 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'name': 'tempest-TestShelveInstance-591201883-router', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:47Z', 'updated_at': '2021-05-27T11:36:52Z', 'revision_number': 4, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'gw_port': {'id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:48Z', 'updated_at': '2021-05-27T11:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': 'c94bf83a-426c-4eea-b15e-f753cd0218fb', 'name': '', 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'mac_address': 'fa:16:3e:a7:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '03b9721f-690c-4508-87ff-f62566a55b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:51Z', 'updated_at': '2021-05-27T11:36:57Z', 'revision_number': 4, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'subnets': [{'id': '03b9721f-690c-4508-87ff-f62566a55b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:36:58.733317 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdc557-5b5c-4750-abcd-0b0b0cb46f56 None None] The sync data for ids ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'] in dv-cinder-751579-23-iscsi is: [{'id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'name': 'tempest-TestShelveInstance-591201883-router', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:47Z', 'updated_at': '2021-05-27T11:36:52Z', 'revision_number': 4, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'gw_port': {'id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:48Z', 'updated_at': '2021-05-27T11:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': 'c94bf83a-426c-4eea-b15e-f753cd0218fb', 'name': '', 'network_id': 'f71d5d58-1448-42f8-92a7-1db40f6dd34f', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'mac_address': 'fa:16:3e:a7:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '03b9721f-690c-4508-87ff-f62566a55b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:51Z', 'updated_at': '2021-05-27T11:36:57Z', 'revision_number': 4, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'subnets': [{'id': '03b9721f-690c-4508-87ff-f62566a55b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:36:58.819039 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.905121 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:58.907362 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:58.930232 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffec039-b6fd-4d7d-949f-5ef90c04563f,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:58.935354 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:59.052901 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:59.057552 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-238bbdd5-22ce-450f-ab0b-7a5041bdf492 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5402896 May 27 11:36:59.057832 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38940) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:59.064917 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'security_group_rule': {'security_group_id': '63bfc2fc-2045-4322-bfc4-280166ec7190', 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:59.075285 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:59.081007 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Usage tracker for resource:security_group_rule and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:59.084373 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:59.091569 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:59.192502 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:59.265830 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:59.368000 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:59.370690 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-aadb2fd8-4ec3-4b41-a77f-9c0db2840f57 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:59.395137 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2a2e80-0ad3-43bb-b443-71a5d201f1c1,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:59.400522 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:59.596648 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:59.597859 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5387547 May 27 11:36:59.600908 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 38944) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:59.606223 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'security_group_rule': {'security_group_id': '63bfc2fc-2045-4322-bfc4-280166ec7190', 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:59.612338 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:59.617433 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Usage tracker for resource:security_group_rule and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:59.621239 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:59.627638 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:36:59.716298 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.securitygroups_db [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Project b2838aedf0d54734aa791619c58dea38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 11:36:59.722149 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:59.789267 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:59.847341 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:59.849600 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-0e302711-2c06-4a33-b592-bcc00e678cd1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:36:59.872832 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca77ee9-7799-4368-b672-eccc3fa368a2,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:36:59.877266 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:36:59.962306 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:36:59.964648 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7d58d537-e918-4784-80e0-377fa4acebb4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620055 May 27 11:36:59.966444 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 38952) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:36:59.972116 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'security_group_rule': {'security_group_id': '63bfc2fc-2045-4322-bfc4-280166ec7190', 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:36:59.978713 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:36:59.983563 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Usage tracker for resource:security_group_rule and tenant:b2838aedf0d54734aa791619c58dea38 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:36:59.986617 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:36:59.992489 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:00.113474 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.securitygroups_db [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Project b2838aedf0d54734aa791619c58dea38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 11:37:00.124822 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:00.212554 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:00.251004 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device c94bf83a-426c-4eea-b15e-f753cd0218fb up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:37:00.355993 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:00.362830 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:00.382557 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b902b8-9645-4405-a02a-2be3eff9a880,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:00.385185 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:00.400994 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning for port c94bf83a-426c-4eea-b15e-f753cd0218fb completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:37:00.406433 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port c94bf83a-426c-4eea-b15e-f753cd0218fb triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:37:00.406816 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:00.499061 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:00.500276 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5327306 May 27 11:37:00.526277 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:00.559701 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] For port c94bf83a-426c-4eea-b15e-f753cd0218fb, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=c94bf83a-426c-4eea-b15e-f753cd0218fb,segment=NetworkSegment(be095bbc-dbc4-4152-8fd1-56de40d3e7ec),segment_id=be095bbc-dbc4-4152-8fd1-56de40d3e7ec)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:00.628522 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-3bbe6d16-a6b9-4c99-9720-3e0cb0cb6ca9 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868154429&fields=id&tenant_id=b2838aedf0d54734aa791619c58dea38 HTTP/1.1" status: 200 len: 267 time: 0.0414457 May 27 11:37:00.641820 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:00.643603 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:00.719764 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-89a9557b-5b42-4601-b66b-4a4f6138cf70 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:00.721271 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-89a9557b-5b42-4601-b66b-4a4f6138cf70 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.0871179 May 27 11:37:00.732848 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Pushing event updated for resources: {'Port': ['ID=c94bf83a-426c-4eea-b15e-f753cd0218fb,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:00.733465 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'port': {'security_groups': ['c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54', '63bfc2fc-2045-4322-bfc4-280166ec7190']}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:00.736909 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:00.860143 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:01.131144 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] For port 4f530e75-4189-478b-b798-ef5b8a7cc688, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4f530e75-4189-478b-b798-ef5b8a7cc688,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:01.157870 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:01.270772 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:01.278247 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:01.334282 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['4f530e75-4189-478b-b798-ef5b8a7cc688'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:37:01.353965 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:01.354631 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:01.363284 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f59deca4-71f6-4ffb-8612-9592580ee591 req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "PUT /v2.0/ports/4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 200 len: 981 time: 0.6346221 May 27 11:37:01.364179 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:01.408196 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'Port': ['ID=4f530e75-4189-478b-b798-ef5b8a7cc688,revision_number=6']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:01.417059 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:01.433143 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'status': 'completed', 'code': 200} May 27 11:37:01.626608 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['4f530e75-4189-478b-b798-ef5b8a7cc688'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:37:01.641042 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-736effc2-c131-44e7-8be5-f13c5384aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:01.643292 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-736effc2-c131-44e7-8be5-f13c5384aa43 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b2838aedf0d54734aa791619c58dea38&device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 1137 time: 0.1485527 May 27 11:37:01.738858 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-9c869bc9-1df2-4832-987c-98be576993ec None None] Provisioning complete for port 4f530e75-4189-478b-b798-ef5b8a7cc688 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:37:01.739257 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-9c869bc9-1df2-4832-987c-98be576993ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:01.753868 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04f1b5-8f4b-4a40-86b7-ccd0e6f1ab3d req-f326dd87-b0da-44c3-95ff-10854574f6e7 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:01.755404 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9a04f1b5-8f4b-4a40-86b7-ccd0e6f1ab3d req-f326dd87-b0da-44c3-95ff-10854574f6e7 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.2099907 May 27 11:37:01.832347 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-39ab07a1-9a4a-45d6-b041-2de5331ceb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:01.834312 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-39ab07a1-9a4a-45d6-b041-2de5331ceb62 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff HTTP/1.1" status: 200 len: 916 time: 0.1803935 May 27 11:37:01.836589 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9a04f1b5-8f4b-4a40-86b7-ccd0e6f1ab3d req-1745f270-d657-40ef-99d1-9f26f5c2e31f tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731492 May 27 11:37:01.971949 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-c9ee53e1-19d5-4551-91dc-7b17b5da45c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 200 len: 1001 time: 0.1286399 May 27 11:37:02.061621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-45b71804-1f36-452f-84c9-33a37ea44d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:02.063596 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-45b71804-1f36-452f-84c9-33a37ea44d43 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e1391139-e1d1-4ee6-a7e9-946297db15a7 HTTP/1.1" status: 200 len: 853 time: 0.0733240 May 27 11:37:02.119137 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ae350-0f4b-4860-8635-a2ec2cb26b22 req-d0aab7f0-8906-4b2b-8e61-f5d02bbe03f9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:02.121491 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-546ae350-0f4b-4860-8635-a2ec2cb26b22 req-d0aab7f0-8906-4b2b-8e61-f5d02bbe03f9 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1137879 May 27 11:37:02.206619 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-546ae350-0f4b-4860-8635-a2ec2cb26b22 req-2bbe6454-c847-45b7-999e-d903cdfa9b92 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774908 May 27 11:37:02.210056 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-0ac48d02-ed91-464f-b07c-512c78363bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:02.213567 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-0ac48d02-ed91-464f-b07c-512c78363bc9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1406205 May 27 11:37:02.252566 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device c94bf83a-426c-4eea-b15e-f753cd0218fb up at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:37:02.389272 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-e011c830-b0c6-4027-8a57-9e0072af18a7 service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637635 May 27 11:37:02.498344 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Provisioning complete for port c94bf83a-426c-4eea-b15e-f753cd0218fb triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:37:02.499022 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:02.531601 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0de9f3ee-6557-47d3-99de-a81379507d4b req-46d406bf-5e37-4d8b-a567-92d3c5f2c758 service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353095 May 27 11:37:02.784540 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-177dc649-50ae-4c4e-966e-942778b83140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:03.220344 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:03.412031 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d970c5-13cd-479b-a415-82297f8d9419 req-bba85849-3425-49dd-b4c8-e00e5fe442c7 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:03.413494 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-67d970c5-13cd-479b-a415-82297f8d9419 req-bba85849-3425-49dd-b4c8-e00e5fe442c7 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.0826535 May 27 11:37:03.460050 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-67d970c5-13cd-479b-a415-82297f8d9419 req-48157476-2c46-430f-9b9b-a88788bc273c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 May 27 11:37:04.663233 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2831e-2a46-4265-a94c-5f9a135ac17c req-b3fbb1cb-2edf-4b41-99aa-34fa9f611c92 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:04.664697 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c7d2831e-2a46-4265-a94c-5f9a135ac17c req-b3fbb1cb-2edf-4b41-99aa-34fa9f611c92 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.0860429 May 27 11:37:04.709089 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c7d2831e-2a46-4265-a94c-5f9a135ac17c req-e649e142-9a06-4715-a2ae-83dc956858a0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 May 27 11:37:05.040292 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:05.225015 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d6d7a949-7eba-4c41-8cc0-d84a68160739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:06.046552 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd541-476e-4a52-b7de-8c99d34c5517 req-a3a79de8-8be2-4fa0-a004-b0480a53aede tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:06.048331 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-545dd541-476e-4a52-b7de-8c99d34c5517 req-a3a79de8-8be2-4fa0-a004-b0480a53aede tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.0850618 May 27 11:37:06.082720 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-a3c7b81a-2504-4a93-8100-7835b71caf3b tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:06.083460 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-a3c7b81a-2504-4a93-8100-7835b71caf3b tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Synchronizing usage tracker for tenant:86c7df34d18c4d668f9c0dcc54412d37 on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:37:06.094090 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-545dd541-476e-4a52-b7de-8c99d34c5517 req-0efdff4d-71be-499a-87a6-e883b482fca1 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 May 27 11:37:06.096823 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-a3c7b81a-2504-4a93-8100-7835b71caf3b tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Unset dirty status for tenant:86c7df34d18c4d668f9c0dcc54412d37 on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:37:06.097961 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-a3c7b81a-2504-4a93-8100-7835b71caf3b tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 946 time: 0.1000528 May 27 11:37:06.217427 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:06.267495 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Deleting port 260be62b-acf1-4fd7-8be2-ff835577409a {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:37:06.267899 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:06.480677 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] For port 260be62b-acf1-4fd7-8be2-ff835577409a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=260be62b-acf1-4fd7-8be2-ff835577409a,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:06.481036 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:06.613083 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Calling delete_port for 260be62b-acf1-4fd7-8be2-ff835577409a owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:37:06.801577 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:06.808339 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:06.851669 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['625d2025-b212-411c-993e-4fc534b487cc', '260be62b-acf1-4fd7-8be2-ff835577409a'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:37:06.858305 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Pushing event deleted for resources: {'Port': ['ID=260be62b-acf1-4fd7-8be2-ff835577409a,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:06.908585 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.908962 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.909363 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.909728 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.910092 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.910446 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.910803 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.911158 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.911517 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.911870 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.912247 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.912604 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:06.949921 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:06.963480 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] No DVR routers for this DVR port 260be62b-acf1-4fd7-8be2-ff835577409a on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:37:06.965993 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:06.968648 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1476eb-cfaa-46b1-9242-a87b80cb8378', 'name': 'network-vif-deleted', 'tag': '260be62b-acf1-4fd7-8be2-ff835577409a'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:07.014950 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1476eb-cfaa-46b1-9242-a87b80cb8378', 'name': 'network-vif-deleted', 'tag': '260be62b-acf1-4fd7-8be2-ff835577409a', 'status': 'completed', 'code': 200} May 27 11:37:07.047112 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-59c101ce-0b04-4b31-9c2b-1135f68d735a req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.76 "DELETE /v2.0/ports/260be62b-acf1-4fd7-8be2-ff835577409a HTTP/1.1" status: 204 len: 173 time: 0.9244034 May 27 11:37:07.253716 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fc5226f4-ae7d-4f0c-8551-4633099cc046 req-72ec8b15-1680-49d0-8cd2-b6742e133acb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d1476eb-cfaa-46b1-9242-a87b80cb8378 HTTP/1.1" status: 200 len: 210 time: 0.0496228 May 27 11:37:07.984850 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:08.914995 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4b406-8741-4296-a2f0-30a888fab055 req-ca7b68b9-bec5-49ce-b74d-9d04c18dbfd4 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:08.916697 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c0a4b406-8741-4296-a2f0-30a888fab055 req-ca7b68b9-bec5-49ce-b74d-9d04c18dbfd4 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0858817 May 27 11:37:08.963991 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c0a4b406-8741-4296-a2f0-30a888fab055 req-d7eb6aee-5da3-4ad1-9df8-ea4316886059 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 May 27 11:37:09.939528 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:37:10.173705 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e44ae1-0d5f-4bee-9470-fac1176765fd req-6e04f4c5-4d90-41d2-9b08-247787789d4c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:10.173705 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-69e44ae1-0d5f-4bee-9470-fac1176765fd req-6e04f4c5-4d90-41d2-9b08-247787789d4c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0972424 May 27 11:37:10.225010 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-69e44ae1-0d5f-4bee-9470-fac1176765fd req-b3a44212-2cea-422c-8594-8664d8422b9b tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464761 May 27 11:37:10.716181 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 260be62b-acf1-4fd7-8be2-ff835577409a no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:37:10.763764 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 260be62b-acf1-4fd7-8be2-ff835577409a {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:37:10.764151 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 260be62b-acf1-4fd7-8be2-ff835577409a not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:37:11.425316 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800bd62-e1c3-461f-bb3f-33e2633863ec req-0b6bd86d-a36a-4a64-bc52-40e2723bcbcb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:11.426904 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a800bd62-e1c3-461f-bb3f-33e2633863ec req-0b6bd86d-a36a-4a64-bc52-40e2723bcbcb tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0884180 May 27 11:37:11.482775 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a800bd62-e1c3-461f-bb3f-33e2633863ec req-5e82054e-5749-414f-8afa-7e9b5e69ea00 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495143 May 27 11:37:12.681663 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfadf30-2060-42ae-9d70-91565a3579e3 req-47cb5c79-1338-4bc5-bd4f-84ead36b211e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:12.683107 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3cfadf30-2060-42ae-9d70-91565a3579e3 req-47cb5c79-1338-4bc5-bd4f-84ead36b211e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0855334 May 27 11:37:12.728446 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3cfadf30-2060-42ae-9d70-91565a3579e3 req-ba6012db-1be0-4542-b85c-5c59944851b1 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 May 27 11:37:13.931438 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554036b-9c79-422a-b294-ee4fa052a651 req-8e4066fc-cfa7-4ac6-80a1-27a763cb1a8c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:13.932798 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6554036b-9c79-422a-b294-ee4fa052a651 req-8e4066fc-cfa7-4ac6-80a1-27a763cb1a8c tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0864353 May 27 11:37:13.982397 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6554036b-9c79-422a-b294-ee4fa052a651 req-19feed41-e025-46d6-b4ae-4dbcfc776774 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 May 27 11:37:15.179028 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94677e6a-eacc-4f42-bc49-143e47b60942 req-b8b72863-147f-45f7-b4e0-b2af048b5259 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:15.181097 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-94677e6a-eacc-4f42-bc49-143e47b60942 req-b8b72863-147f-45f7-b4e0-b2af048b5259 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0870309 May 27 11:37:15.226520 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-94677e6a-eacc-4f42-bc49-143e47b60942 req-02ab442f-79b7-47c9-916c-5e9ec7f1520e tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 May 27 11:37:16.419645 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2051-22b5-4a54-8ded-e5a0adbc8bba req-7e188a54-639f-46f9-9a55-5699332cb8f0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:16.421092 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-700e2051-22b5-4a54-8ded-e5a0adbc8bba req-7e188a54-639f-46f9-9a55-5699332cb8f0 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0865316 May 27 11:37:16.466178 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-700e2051-22b5-4a54-8ded-e5a0adbc8bba req-fcf3c1f6-527e-4fe0-b0d7-42794ea3b0de tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393975 May 27 11:37:17.667747 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aebc6d-da88-4235-b881-5f1391d3cea4 req-47ff8d84-a3a1-4a1b-a735-8795d6c56d49 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:17.669278 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-18aebc6d-da88-4235-b881-5f1391d3cea4 req-47ff8d84-a3a1-4a1b-a735-8795d6c56d49 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0862808 May 27 11:37:17.715690 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-18aebc6d-da88-4235-b881-5f1391d3cea4 req-29631c3e-125b-4178-9e4c-812a569560f6 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398066 May 27 11:37:18.912714 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9940ab-4a6f-437f-a9e3-a994d10f35cd req-d9a9b823-b16f-4573-94ec-5290637bf4ab tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:18.914197 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6b9940ab-4a6f-437f-a9e3-a994d10f35cd req-d9a9b823-b16f-4573-94ec-5290637bf4ab tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0878241 May 27 11:37:18.963247 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6b9940ab-4a6f-437f-a9e3-a994d10f35cd req-d00a88dd-7d48-4ccd-952f-e4a7caf7b7ab tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 May 27 11:37:20.051961 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-c60b9f37-5dc2-4624-a112-30f1c47dd828 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:20.052618 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-c60b9f37-5dc2-4624-a112-30f1c47dd828 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Synchronizing usage tracker for tenant:86c7df34d18c4d668f9c0dcc54412d37 on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:37:20.187404 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61c132-bdac-4217-b483-dd141f825453 req-3100ab56-05b6-4310-a270-1739c0c497ca tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:20.189339 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4c61c132-bdac-4217-b483-dd141f825453 req-3100ab56-05b6-4310-a270-1739c0c497ca tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.0923758 May 27 11:37:20.196980 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-c60b9f37-5dc2-4624-a112-30f1c47dd828 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Unset dirty status for tenant:86c7df34d18c4d668f9c0dcc54412d37 on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:37:20.198465 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-c60b9f37-5dc2-4624-a112-30f1c47dd828 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.76 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 945 time: 0.2349861 May 27 11:37:20.265603 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4c61c132-bdac-4217-b483-dd141f825453 req-5e8b6ff6-f8b1-4a1a-bcd9-15deaf0db2d2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/security-groups?id=e9696906-3b7d-4033-bc72-75e269b30405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645015 May 27 11:37:20.368936 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Deleting port 625d2025-b212-411c-993e-4fc534b487cc {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:37:20.369169 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:20.540457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] For port 625d2025-b212-411c-993e-4fc534b487cc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=625d2025-b212-411c-993e-4fc534b487cc,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:20.540796 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:20.697747 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Calling delete_port for 625d2025-b212-411c-993e-4fc534b487cc owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:37:20.910387 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:20.917450 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0d5a9664-dfbe-4811-9424-bbfec6bdce9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:20.962575 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Pushing event deleted for resources: {'Port': ['ID=625d2025-b212-411c-993e-4fc534b487cc,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:20.963273 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['625d2025-b212-411c-993e-4fc534b487cc'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:37:20.967314 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:21.061817 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] No DVR routers for this DVR port 625d2025-b212-411c-993e-4fc534b487cc on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:37:21.064500 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:21.067025 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6538b3bc-eb06-420f-8dce-03cdb1557943', 'name': 'network-vif-deleted', 'tag': '625d2025-b212-411c-993e-4fc534b487cc'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:21.130772 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6538b3bc-eb06-420f-8dce-03cdb1557943', 'name': 'network-vif-deleted', 'tag': '625d2025-b212-411c-993e-4fc534b487cc', 'status': 'completed', 'code': 200} May 27 11:37:21.179859 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-74015c21-0d2b-4fe9-b8ca-d42c073beaed req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.76 "DELETE /v2.0/ports/625d2025-b212-411c-993e-4fc534b487cc HTTP/1.1" status: 204 len: 173 time: 0.9741168 May 27 11:37:21.448887 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a518f6ec-97b3-4dad-a035-903f8aa73ee3 req-e95a3455-b80f-4bbd-afa9-9917e04a68b2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 210 time: 0.0548506 May 27 11:37:21.586937 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2042ea-9e7f-48b9-8b07-3fea6e73f2cb req-4ff01c4b-4105-4810-aebe-e2b82074bc10 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:21.589227 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f2042ea-9e7f-48b9-8b07-3fea6e73f2cb req-4ff01c4b-4105-4810-aebe-e2b82074bc10 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.0892169 May 27 11:37:21.638746 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f2042ea-9e7f-48b9-8b07-3fea6e73f2cb req-ab579aba-1e7b-448b-b984-bae8d1b20a43 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435972 May 27 11:37:22.630134 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54b25ff2-2232-4e4d-bffe-dfed88f1ae6a req-53c39b6e-41ea-405b-82c5-e75e7a4447dd tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] 10.222.0.86 "GET /v2.0/ports?device_id=6538b3bc-eb06-420f-8dce-03cdb1557943 HTTP/1.1" status: 200 len: 210 time: 0.0508957 May 27 11:37:22.842586 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83c480-2703-4c81-85f2-3da81be451b4 req-4e281035-d08b-424c-b1fd-516fb59ab453 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:22.844084 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2f83c480-2703-4c81-85f2-3da81be451b4 req-4e281035-d08b-424c-b1fd-516fb59ab453 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.0860889 May 27 11:37:22.900581 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2f83c480-2703-4c81-85f2-3da81be451b4 req-413b576a-f870-4eee-8fd0-4ab1bbc8ab97 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488164 May 27 11:37:23.735552 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39196) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:24.000272 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 625d2025-b212-411c-993e-4fc534b487cc no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:37:24.039159 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 625d2025-b212-411c-993e-4fc534b487cc {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:37:24.039496 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 625d2025-b212-411c-993e-4fc534b487cc not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:37:24.207468 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11203cc-57d9-4e72-804d-4691d7cb3160 req-e6b9a98f-3bdf-4c52-9245-e855b8493324 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:24.209065 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a11203cc-57d9-4e72-804d-4691d7cb3160 req-e6b9a98f-3bdf-4c52-9245-e855b8493324 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.1815157 May 27 11:37:24.260788 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a11203cc-57d9-4e72-804d-4691d7cb3160 req-cabb4804-2d2a-4184-8e3a-63dd2575bcbd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453253 May 27 11:37:24.310636 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-47c92711-0080-4a76-b7f9-0dbbba5cf6e2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:24.311420 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-47c92711-0080-4a76-b7f9-0dbbba5cf6e2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Synchronizing usage tracker for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:37:24.345610 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-47c92711-0080-4a76-b7f9-0dbbba5cf6e2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Unset dirty status for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:37:24.346486 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-47c92711-0080-4a76-b7f9-0dbbba5cf6e2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.76 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.2738502 May 27 11:37:24.535901 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-32d54544-dbee-4d3e-a4c1-d0250f9b05d4 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871371370&fields=id&tenant_id=71a85582257d46dbba6d7a5996789557 HTTP/1.1" status: 200 len: 267 time: 0.0545020 May 27 11:37:24.601297 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Deleting port 761e9a64-5ae6-480f-888e-a84def5465d8 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:37:24.601639 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:24.693744 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-e16b2c4b-031f-40be-a8cd-4caa3dbb24e6 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:24.695198 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-e16b2c4b-031f-40be-a8cd-4caa3dbb24e6 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/networks?id=a038ba68-8113-4964-8d44-c2a7f20fa4e2 HTTP/1.1" status: 200 len: 809 time: 0.1536360 May 27 11:37:24.712271 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-d9761315-9b1a-499c-b0e7-e28a167dfeab tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/quotas/71a85582257d46dbba6d7a5996789557 HTTP/1.1" status: 200 len: 375 time: 0.0092185 May 27 11:37:24.761737 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] For port 761e9a64-5ae6-480f-888e-a84def5465d8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=761e9a64-5ae6-480f-888e-a84def5465d8,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:24.762325 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:24.775674 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880380'] for router_interface, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:24.804355 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-7bc59b79-de10-4d91-ab8a-8ce93f1f9a19 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=71a85582257d46dbba6d7a5996789557&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842938 May 27 11:37:24.954017 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-8d4ee3ae-8fa4-474a-9d71-c508de76c8b0 service neutron] 10.222.0.86 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382895 May 27 11:37:25.100028 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-a1338fd2-78f1-4bc1-9f67-1a6f281bdfc3 service neutron] 10.222.0.86 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389570 May 27 11:37:25.326478 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:25.326851 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:25.330811 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.l3_db [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Floating IP 114f3745-35c8-4352-8c22-6572ea032d50 disassociated. External IP: 172.27.0.188, port: 761e9a64-5ae6-480f-888e-a84def5465d8. May 27 11:37:25.330811 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Calling delete_port for 761e9a64-5ae6-480f-888e-a84def5465d8 owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:37:25.465034 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfece711-a467-482a-ac26-4a1162490e5e req-9b7ce0f3-f751-480d-829f-b3f316990da1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:25.466913 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bfece711-a467-482a-ac26-4a1162490e5e req-9b7ce0f3-f751-480d-829f-b3f316990da1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 946 time: 0.0879459 May 27 11:37:25.516037 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bfece711-a467-482a-ac26-4a1162490e5e req-f493dba5-b13b-4e4c-8a8c-696704bd524d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=18fc8e2c-ac09-41c7-9229-fea515057866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 May 27 11:37:25.669409 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Deleting port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:37:25.673054 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:25.755684 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:25.773760 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:25.827164 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event deleted for resources: {'Port': ['ID=761e9a64-5ae6-480f-888e-a84def5465d8,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:25.840983 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:25.910082 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] For port b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4,segment=NetworkSegment(2d54ca26-dab4-49e8-ba1b-f32a483397d6),segment_id=2d54ca26-dab4-49e8-ba1b-f32a483397d6)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:25.910446 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:25.935652 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-445fb0a8-656c-40ca-92b8-2785415b63fc req-fa780cfd-0ac9-42e6-949b-8af15acf8a5f tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 210 time: 0.0712509 May 27 11:37:26.055607 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Calling delete_port for b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 owned by network:router_interface {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:37:26.178907 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Router 1af9f885-53b4-4095-9bde-42d2e8720e9a has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:37:26.297820 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd1de6-012b-4161-b348-8171e278908a req-0f560049-ad01-4650-b531-c0835d2b3735 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:26.299267 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f8dd1de6-012b-4161-b348-8171e278908a req-0f560049-ad01-4650-b531-c0835d2b3735 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 945 time: 0.0888770 May 27 11:37:26.350742 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f8dd1de6-012b-4161-b348-8171e278908a req-b72fcfcb-f024-4383-93e9-2df2c4babfcc tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 May 27 11:37:26.535256 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:37:26.546412 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] Sync routers for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:37:26.575894 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:37:26.576556 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:37:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:26.647687 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] No DVR routers for this DVR port 761e9a64-5ae6-480f-888e-a84def5465d8 on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:37:26.656324 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:26.658998 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'name': 'network-vif-deleted', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:26.763772 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd999751c-7555-477f-8080-40b60aea9908', 'name': 'network-vif-deleted', 'tag': '761e9a64-5ae6-480f-888e-a84def5465d8', 'status': 'completed', 'code': 200} May 27 11:37:26.768007 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-35b2875d-d87e-4e16-ab2b-38731e4940f6 req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.76 "DELETE /v2.0/ports/761e9a64-5ae6-480f-888e-a84def5465d8 HTTP/1.1" status: 204 len: 173 time: 2.3879478 May 27 11:37:26.795259 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9a0cf9c5-e155-4dbe-998e-d5a762d8d795 req-c918ed0e-0e1f-4f6a-b79f-8069820f1de5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 210 time: 0.1302459 May 27 11:37:26.801973 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:26.819440 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:37:26.830839 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7693cb59-4141-45cb-ac4f-301743b38417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:27.067079 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:27.079646 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:27.192194 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6de871d9-f197-47e7-833d-5dfbfce1ddf8 req-44245ddd-68c3-445a-9b99-a97970953096 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 210 time: 0.1585064 May 27 11:37:27.254269 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:27.259112 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] Checking router: 1af9f885-53b4-4095-9bde-42d2e8720e9a for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:37:27.267962 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:37:27.268599 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:37:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:27.365596 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1035741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882764'] for router_interface, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:27.499170 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:37:27.572273 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d43ee-c2ff-440d-a51b-190ef4adbbb8 req-a606f23a-2c59-44f1-9d07-06b30565d181 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:27.574162 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2d0d43ee-c2ff-440d-a51b-190ef4adbbb8 req-a606f23a-2c59-44f1-9d07-06b30565d181 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 945 time: 0.0928886 May 27 11:37:27.652854 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2d0d43ee-c2ff-440d-a51b-190ef4adbbb8 req-32c99be8-5386-44e1-9f07-955452e1b67a tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500298 May 27 11:37:27.819419 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Router b0569849-84bb-4afd-9aed-d9016d1d8f3b has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:37:27.858478 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:27.863770 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ac0b2-c143-47f9-9d83-eb872ea05c7b None None] The sync data for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi is: [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:37:28.033740 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7e9785c9-11aa-4556-ad03-9c66e5ceebf4 req-1d2d2ae8-2cbc-4579-a342-4dafba53896c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=d999751c-7555-477f-8080-40b60aea9908 HTTP/1.1" status: 200 len: 210 time: 0.0552471 May 27 11:37:28.043349 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:37:28.061077 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] 10.222.0.86 "PUT /v2.0/routers/b0569849-84bb-4afd-9aed-d9016d1d8f3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3244309 May 27 11:37:28.063876 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39250) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:28.065515 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 761e9a64-5ae6-480f-888e-a84def5465d8 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:37:28.101396 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] Sync routers for ids ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:37:28.106065 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 761e9a64-5ae6-480f-888e-a84def5465d8 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:37:28.106383 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 761e9a64-5ae6-480f-888e-a84def5465d8 not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:37:28.122520 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] Routers {'b0569849-84bb-4afd-9aed-d9016d1d8f3b'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:37:28.123566 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:37:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:28.377130 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ebed9-d37c-45e3-8622-e229fdfbf35f None None] New status for floating IP 114f3745-35c8-4352-8c22-6572ea032d50: DOWN {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:37:28.389191 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Notify callbacks [] for router, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:28.490011 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-169a606f-b60f-4f62-878d-79a1d2f76634 req-f6a2ff7d-349b-4596-bbfd-0705f6b55d1f tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 210 time: 0.0793254 May 27 11:37:28.537496 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] Set router b0569849-84bb-4afd-9aed-d9016d1d8f3b gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:37:28.669197 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf02ea-a789-4110-9726-f90da0f16199 req-3679cfed-43f9-4b5f-a4ec-f1d5574019b7 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:28.669835 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-84cf02ea-a789-4110-9726-f90da0f16199 req-3679cfed-43f9-4b5f-a4ec-f1d5574019b7 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Synchronizing usage tracker for tenant:a00eb19f03074b6cb3c1e8e2775384cb on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:37:28.687181 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:28.755826 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-84cf02ea-a789-4110-9726-f90da0f16199 req-3679cfed-43f9-4b5f-a4ec-f1d5574019b7 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Unset dirty status for tenant:a00eb19f03074b6cb3c1e8e2775384cb on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:37:28.759070 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-84cf02ea-a789-4110-9726-f90da0f16199 req-3679cfed-43f9-4b5f-a4ec-f1d5574019b7 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 945 time: 0.2963634 May 27 11:37:28.933529 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acfc20-ba81-4794-8134-4a88bc871462 req-deb532eb-6091-4a6c-a63c-c96e6c78244e tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:28.935675 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-01acfc20-ba81-4794-8134-4a88bc871462 req-deb532eb-6091-4a6c-a63c-c96e6c78244e tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 945 time: 0.1553092 May 27 11:37:28.952852 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'name': 'tempest-ServerRescueNegativeTestJSON-623883060-router', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:33:55Z', 'updated_at': '2021-05-27T11:37:26Z', 'revision_number': 5, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'gw_port': {'id': 'adabc773-0626-4de3-a218-ab0009e160cf', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:33:56Z', 'updated_at': '2021-05-27T11:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:28.957175 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] Checking router: b0569849-84bb-4afd-9aed-d9016d1d8f3b for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:37:28.967634 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] Routers {'b0569849-84bb-4afd-9aed-d9016d1d8f3b'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:37:28.968318 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:37:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:28.988608 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-01acfc20-ba81-4794-8134-4a88bc871462 req-699a8400-0a45-4820-8025-d536511a97f8 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/security-groups?id=3a9c09b9-c15f-44f6-8991-8d56f6000b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472314 May 27 11:37:29.127112 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Deleting port adabc773-0626-4de3-a218-ab0009e160cf {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:37:29.127687 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:29.146790 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] Set router b0569849-84bb-4afd-9aed-d9016d1d8f3b gateway port host: None {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:37:29.248255 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-84cf02ea-a789-4110-9726-f90da0f16199 req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Deleting port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:37:29.248547 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-84cf02ea-a789-4110-9726-f90da0f16199 req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:29.286496 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-142e624f-5ee4-4882-8d15-9305efa564b0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:29.288584 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-142e624f-5ee4-4882-8d15-9305efa564b0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.76 "GET /v2.0/networks?id=a038ba68-8113-4964-8d44-c2a7f20fa4e2 HTTP/1.1" status: 200 len: 809 time: 0.2200353 May 27 11:37:29.288782 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'name': 'tempest-ServerRescueNegativeTestJSON-623883060-router', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:33:55Z', 'updated_at': '2021-05-27T11:37:28Z', 'revision_number': 6, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'gw_port_host': None}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:29.296271 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddd524-3a7d-49d4-a212-68236877a14f None None] The sync data for ids ['b0569849-84bb-4afd-9aed-d9016d1d8f3b'] in dv-cinder-751579-23-iscsi is: [{'id': 'b0569849-84bb-4afd-9aed-d9016d1d8f3b', 'name': 'tempest-ServerRescueNegativeTestJSON-623883060-router', 'tenant_id': '86c7df34d18c4d668f9c0dcc54412d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:33:55Z', 'updated_at': '2021-05-27T11:37:28Z', 'revision_number': 6, 'project_id': '86c7df34d18c4d668f9c0dcc54412d37', 'gw_port_host': None}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:37:29.311413 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 39264) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:29.397204 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] For port adabc773-0626-4de3-a218-ab0009e160cf, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=adabc773-0626-4de3-a218-ab0009e160cf,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:29.397572 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:29.403289 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-bb981eb3-f6b1-442f-8192-68a3dca8fbd0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a85582257d46dbba6d7a5996789557 HTTP/1.1" status: 200 len: 380 time: 0.0884919 May 27 11:37:29.412906 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Request body: {'port': {'device_id': '511cdf1b-8269-433c-b5da-b339eed9e460', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'admin_state_up': True, 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'security_groups': ['6f94f5be-2ed0-4148-a18c-f4f7eb3575ce']}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:29.519532 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:29.548810 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Calling delete_port for adabc773-0626-4de3-a218-ab0009e160cf owned by network:router_gateway {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:37:29.580455 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-84cf02ea-a789-4110-9726-f90da0f16199 req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] For port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,segment=NetworkSegment(783bef33-6afd-4b4d-a21b-c4557c5b67df),segment_id=783bef33-6afd-4b4d-a21b-c4557c5b67df)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:29.580828 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-84cf02ea-a789-4110-9726-f90da0f16199 req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:29.600833 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:29.732141 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-84cf02ea-a789-4110-9726-f90da0f16199 req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Calling delete_port for 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:37:29.786234 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bc0ba874-75b8-4614-a045-239f4aa47aed req-ba8096cf-28fd-4c11-bb23-f0358c47e563 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 210 time: 0.0767081 May 27 11:37:29.808879 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:29.812814 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Usage tracker for resource:port and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:29.815827 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:29.822850 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:29.908910 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Made reservation on behalf of 71a85582257d46dbba6d7a5996789557 for: {'port': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:37:29.912420 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:29.934922 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:29.940919 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-11e670c1-cf89-4268-8f33-c4f2e82b4091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:29.998286 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fc8e2c-ac09-41c7-9229-fea515057866,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:30.001953 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-84cf02ea-a789-4110-9726-f90da0f16199 req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:30.008348 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b891004b-4eec-49c9-8f2b-2d673f8a19d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:30.016695 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.017201 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.017449 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.017819 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.018182 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.018541 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.018897 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.019256 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.019611 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.020184 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.020417 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.020846 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:30.027285 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:30.055159 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:30.060159 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['5d3a6ebd-a9a9-4070-9f14-3342f8c15080'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:37:30.061220 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Pushing event deleted for resources: {'Port': ['ID=5d3a6ebd-a9a9-4070-9f14-3342f8c15080,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:30.067557 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:30.068080 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-59a477fd-43b1-42db-9449-e3c739b68c1f tempest-DeleteServersTestJSON-23929107 tempest-DeleteServersTestJSON-23929107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:30.117832 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:30.121518 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "DELETE /v2.0/security-groups/18fc8e2c-ac09-41c7-9229-fea515057866 HTTP/1.1" status: 204 len: 168 time: 0.8084378 May 27 11:37:30.151112 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Allocated IP 172.20.0.9 (a038ba68-8113-4964-8d44-c2a7f20fa4e2/e33fdc2c-c1c0-470e-8390-5cc926f5c6d7/d5f76c1b-7c56-41b6-bfc2-652ada840398) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:37:30.162546 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39274) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:30.199366 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=adabc773-0626-4de3-a218-ab0009e160cf,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:30.234225 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-81306708-bc7e-4c24-97c3-c88405bc9512 req-7a2d40ae-effe-41f9-b916-a014ae9d7685 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 210 time: 0.0639381 May 27 11:37:30.242513 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:37:30.262953 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:30.264327 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cf02ea-a789-4110-9726-f90da0f16199 req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] No DVR routers for this DVR port 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:37:30.288707 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:37:30.289056 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device b4eba1e3-c4e6-48b3-ae85-e01f15c3d2c4 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:37:30.289510 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device adabc773-0626-4de3-a218-ab0009e160cf no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:37:30.297698 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-84cf02ea-a789-4110-9726-f90da0f16199 req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:30.300701 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fde33-7c8e-4951-97d4-b1cd1991f300', 'name': 'network-vif-deleted', 'tag': '5d3a6ebd-a9a9-4070-9f14-3342f8c15080'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:30.312199 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.api.v2.resource [None req-73164220-069c-4a84-92b1-8261041e64a1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] show failed (client error): The resource could not be found. May 27 11:37:30.313229 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-73164220-069c-4a84-92b1-8261041e64a1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups/18fc8e2c-ac09-41c7-9229-fea515057866 HTTP/1.1" status: 404 len: 347 time: 0.1485026 May 27 11:37:30.322793 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39280) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:30.361375 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: adabc773-0626-4de3-a218-ab0009e160cf {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:37:30.362657 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device adabc773-0626-4de3-a218-ab0009e160cf not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:37:30.401230 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fde33-7c8e-4951-97d4-b1cd1991f300', 'name': 'network-vif-deleted', 'tag': '5d3a6ebd-a9a9-4070-9f14-3342f8c15080', 'status': 'completed', 'code': 200} May 27 11:37:30.448944 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:30.465800 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Transition to ACTIVE for port object d5f76c1b-7c56-41b6-bfc2-652ada840398 will not be triggered until provisioned by entity DHCP. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:37:30.504058 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-84cf02ea-a789-4110-9726-f90da0f16199 req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.76 "DELETE /v2.0/ports/5d3a6ebd-a9a9-4070-9f14-3342f8c15080 HTTP/1.1" status: 204 len: 173 time: 1.6631477 May 27 11:37:30.508576 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-877779'] for router_gateway, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:30.579038 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:30.584858 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:30.657966 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Network a038ba68-8113-4964-8d44-c2a7f20fa4e2 is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:37:30.662775 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:37:30.668431 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:37:30.701026 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event updated for resources: {'Port': ['ID=d5f76c1b-7c56-41b6-bfc2-652ada840398,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:30.715164 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:30.751245 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:30.752173 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:30.815870 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-884300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:30.819516 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:30.865167 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4564357 May 27 11:37:30.889126 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Request body: {'port': {'device_id': '511cdf1b-8269-433c-b5da-b339eed9e460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:30.938126 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Deleting port bad78d18-32b9-40eb-b492-e2688138ab72 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:37:30.938748 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.023073 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-883808'] for router, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.023579 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0569849-84bb-4afd-9aed-d9016d1d8f3b {{(pid=92449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:37:31.052589 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.056039 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] 10.222.0.86 "DELETE /v2.0/routers/b0569849-84bb-4afd-9aed-d9016d1d8f3b HTTP/1.1" status: 204 len: 168 time: 2.9890771 May 27 11:37:31.058899 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 39286) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:31.062124 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-dbdf8de2-e838-450e-9654-634e181c295c None None] Provisioning for port d5f76c1b-7c56-41b6-bfc2-652ada840398 completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:37:31.067489 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-dbdf8de2-e838-450e-9654-634e181c295c None None] Provisioning complete for port d5f76c1b-7c56-41b6-bfc2-652ada840398 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:37:31.067941 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-dbdf8de2-e838-450e-9654-634e181c295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.126192 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.132727 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.133209 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.148233 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf8de2-e838-450e-9654-634e181c295c None None] Port d5f76c1b-7c56-41b6-bfc2-652ada840398 cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:37:31.164617 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4af9-2e7f-407d-86c0-ce8904bd3dc1 req-479d2fc9-0408-40fb-8a1e-1129bfae83e4 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:31.166082 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-e24d4af9-2e7f-407d-86c0-ce8904bd3dc1 req-479d2fc9-0408-40fb-8a1e-1129bfae83e4 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Synchronizing usage tracker for tenant:71a85582257d46dbba6d7a5996789557 on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:37:31.175364 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c1f4fa-ea5c-48a3-9351-096216da976b admin admin] Deleting subnet 32d6a16e-463b-4dd4-b6ee-678ef930d025 {{(pid=92450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:37:31.213558 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-90c1f4fa-ea5c-48a3-9351-096216da976b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.281273 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Calling delete_port for bad78d18-32b9-40eb-b492-e2688138ab72 owned by network:floatingip {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:37:31.342634 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-90c1f4fa-ea5c-48a3-9351-096216da976b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5579956'] for subnet, precommit_delete_associations {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.382663 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-e24d4af9-2e7f-407d-86c0-ce8904bd3dc1 req-479d2fc9-0408-40fb-8a1e-1129bfae83e4 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Unset dirty status for tenant:71a85582257d46dbba6d7a5996789557 on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:37:31.384113 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e24d4af9-2e7f-407d-86c0-ce8904bd3dc1 req-479d2fc9-0408-40fb-8a1e-1129bfae83e4 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 931 time: 0.4485493 May 27 11:37:31.472111 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3e2120fc-c785-448f-a80c-5364d38ed2e7 req-fbe4ba98-a976-49c8-ba8a-3c7300cf5008 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c6fde33-7c8e-4951-97d4-b1cd1991f300 HTTP/1.1" status: 200 len: 210 time: 0.0827897 May 27 11:37:31.504492 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.509804 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-87d8674e-9555-4933-96de-226e476ac6d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:31.526137 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-90c1f4fa-ea5c-48a3-9351-096216da976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.556441 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event deleted for resources: {'Port': ['ID=bad78d18-32b9-40eb-b492-e2688138ab72,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:31.569180 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e24d4af9-2e7f-407d-86c0-ce8904bd3dc1 req-19ab46c8-578e-4675-a028-fe36dfba07c0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363814 May 27 11:37:31.583494 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:31.662084 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.677200 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:31.681587 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "DELETE /v2.0/floatingips/114f3745-35c8-4352-8c22-6572ea032d50 HTTP/1.1" status: 204 len: 168 time: 1.3543820 May 27 11:37:32.018283 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f76c1b-7c56-41b6-bfc2-652ada840398 {{(pid=92450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:37:32.029140 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:32.076260 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 39298) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:32.081563 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023247554', 'description': 'tempest-description--967279312'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:32.087510 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:32.091791 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:security_group and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:32.095314 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:32.101268 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:32.134510 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Transition to ACTIVE for port object d5f76c1b-7c56-41b6-bfc2-652ada840398 will not be triggered until provisioned by entity L2. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:37:32.135635 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-90c1f4fa-ea5c-48a3-9351-096216da976b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6380542'] for subnet, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:32.142207 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:32.175743 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1f4fa-ea5c-48a3-9351-096216da976b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d6a16e-463b-4dd4-b6ee-678ef930d025,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:32.178789 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-90c1f4fa-ea5c-48a3-9351-096216da976b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:32.182081 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-90c1f4fa-ea5c-48a3-9351-096216da976b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:32.188296 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-90c1f4fa-ea5c-48a3-9351-096216da976b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/32d6a16e-463b-4dd4-b6ee-678ef930d025 HTTP/1.1" status: 204 len: 168 time: 1.1284037 May 27 11:37:32.190803 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 39302) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:32.274687 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:32.278427 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:32.292349 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-22ca8e04-c3e1-4d1c-9e9f-a0447c9689b7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:32.431605 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:32.447522 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:32.451621 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:security_group_rule and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:32.456124 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:32.500515 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f76c1b-7c56-41b6-bfc2-652ada840398,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:32.503201 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:32.512836 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:32.738638 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-357d7e60-ef88-414b-a950-040c91d3dd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:32.824165 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:32.839125 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Attempting to bind port d5f76c1b-7c56-41b6-bfc2-652ada840398 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:37:32.839462 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Attempting to bind port d5f76c1b-7c56-41b6-bfc2-652ada840398 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'}] {{(pid=92450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:37:32.839848 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Attempting to bind port d5f76c1b-7c56-41b6-bfc2-652ada840398 on network a038ba68-8113-4964-8d44-c2a7f20fa4e2 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:37:32.855910 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7']}} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:32.877705 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Port d5f76c1b-7c56-41b6-bfc2-652ada840398 on network a038ba68-8113-4964-8d44-c2a7f20fa4e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:37:32.878043 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Attempting to bind port d5f76c1b-7c56-41b6-bfc2-652ada840398 on network a038ba68-8113-4964-8d44-c2a7f20fa4e2 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:37:32.893405 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d54ca26-dab4-49e8-ba1b-f32a483397d6') {'for_net_delete': True} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:32.893711 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d54ca26-dab4-49e8-ba1b-f32a483397d6') {} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:32.905603 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:32.910195 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:37:32.910541 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Checking segment: {'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:37:32.910927 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Bound using segment: {'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'} {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:37:32.911404 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Bound port: d5f76c1b-7c56-41b6-bfc2-652ada840398, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0aead2-9782-496a-aeb9-7af9ad33fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2'}}] {{(pid=92450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:37:32.911746 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:32.928960 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5579917'] for segment, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.003095 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.018082 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.023679 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=92450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:37:33.024946 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5597077'] for segment, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.045945 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-6d9c5152-a672-4fc1-b558-4f38fb6f63a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: Traceback (most recent call last): May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: timer() May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: cb(*args, **kw) May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: return func(*args, **kwargs) May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: self._notify() May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: self.callback(batched_events) May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: event.method(event) May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: return f(self, *a, **k) May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._get(url).json() May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: return self.request(url, 'GET', **kwargs) May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:37:33.052926 dv-cinder-751579-23-iscsi neutron-server[92450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:37:33.150110 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c484d-2e58-4078-8503-82ba538d1ca0 req-77a8f97f-4155-422f-abf7-50630b9c7aef tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:33.151588 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4f8c484d-2e58-4078-8503-82ba538d1ca0 req-77a8f97f-4155-422f-abf7-50630b9c7aef tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.4157147 May 27 11:37:33.216856 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c852ac3-2830-4d4f-8e30-1059ec4b58d4,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:33.222601 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:33.229874 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] For port d5f76c1b-7c56-41b6-bfc2-652ada840398, host hv-cinder-75157, cleared binding levels {{(pid=92450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:37:33.248928 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.249174 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] For port d5f76c1b-7c56-41b6-bfc2-652ada840398, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:37:33.257742 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4f8c484d-2e58-4078-8503-82ba538d1ca0 req-e30d7e08-164b-4b24-8293-1cbec06cb3f5 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705891 May 27 11:37:33.316118 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.317355 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2400794 May 27 11:37:33.320300 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 39314) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:33.326725 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'security_group_rule': {'security_group_id': '3c852ac3-2830-4d4f-8e30-1059ec4b58d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:33.332601 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:33.337117 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:security_group_rule and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:33.344385 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:33.346693 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:33.376617 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.377560 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.380104 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:33.422807 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.446727 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:33.447426 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.448773 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] 10.222.0.76 "PUT /v2.0/ports/d5f76c1b-7c56-41b6-bfc2-652ada840398 HTTP/1.1" status: 200 len: 1093 time: 2.5653224 May 27 11:37:33.451807 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:33.475210 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.500924 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f76c1b-7c56-41b6-bfc2-652ada840398,revision_number=3']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:33.506456 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:33.506899 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:33.523784 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'status': 'completed', 'code': 200} May 27 11:37:33.541925 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:33.546925 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] 10.222.0.86 "DELETE /v2.0/networks/07e8edfa-1538-42b9-a5eb-ef1fad0a3eb7 HTTP/1.1" status: 204 len: 168 time: 1.3526509 May 27 11:37:33.548825 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:33.633041 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.665612 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae877b3e-8298-47a7-9838-35f9b4616052 req-229ed2bd-029e-4269-91ae-313b4503229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:33.667256 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ae877b3e-8298-47a7-9838-35f9b4616052 req-229ed2bd-029e-4269-91ae-313b4503229f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71a85582257d46dbba6d7a5996789557&device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 1096 time: 0.0926173 May 27 11:37:33.780473 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.791815 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:33.820975 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f00bf8d-1912-447e-93c4-a760e0b92835,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:33.827612 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:33.873959 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae877b3e-8298-47a7-9838-35f9b4616052 req-d72b3071-d8f1-4a6e-b6be-3cadd7af5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:33.878654 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ae877b3e-8298-47a7-9838-35f9b4616052 req-d72b3071-d8f1-4a6e-b6be-3cadd7af5d50 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=71a85582257d46dbba6d7a5996789557&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1934347 May 27 11:37:33.957980 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:33.959157 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-1afaa0ad-5dbe-4f62-8bea-15c16c6fd2cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6378875 May 27 11:37:33.963378 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39324) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:33.968886 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'security_group_rule': {'security_group_id': '3c852ac3-2830-4d4f-8e30-1059ec4b58d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:33.974742 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:33.979351 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:security_group_rule and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:33.982328 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:33.988306 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:34.003756 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39328) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:34.024701 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae877b3e-8298-47a7-9838-35f9b4616052 req-7504bbac-8ae5-40b6-9e6b-994a59757340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:34.026787 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ae877b3e-8298-47a7-9838-35f9b4616052 req-7504bbac-8ae5-40b6-9e6b-994a59757340 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1439583 May 27 11:37:34.037238 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:37:34.059950 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-2fad92df-86f7-4654-9113-be49298acdd6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=86c7df34d18c4d668f9c0dcc54412d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546210 May 27 11:37:34.062095 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39332) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:34.094590 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:37:34.095151 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5d3a6ebd-a9a9-4070-9f14-3342f8c15080 not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:37:34.096421 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:34.181507 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1cd794a7-6a17-42af-ac85-7399f91e5c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:34.184051 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-7381da2c-4cf7-4491-b717-5b216034ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:34.185553 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-7381da2c-4cf7-4491-b717-5b216034ff0e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71a85582257d46dbba6d7a5996789557&device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 1096 time: 0.0805309 May 27 11:37:34.218983 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:34.223416 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1cd794a7-6a17-42af-ac85-7399f91e5c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:34.293881 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:34.302305 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-279e21ff-98a9-435a-b9b5-b8c92e5a6a8b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:34.325400 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c45dd68-6fb5-4561-bcdd-333a8a4ea0ee,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:34.328901 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:34.365138 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-bf0243ef-51ef-4f5a-a1d5-898bb0520834 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398 HTTP/1.1" status: 200 len: 217 time: 0.1606615 May 27 11:37:34.367349 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1cd794a7-6a17-42af-ac85-7399f91e5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:34.370475 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1cd794a7-6a17-42af-ac85-7399f91e5c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:34.371709 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-1cd794a7-6a17-42af-ac85-7399f91e5c46 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e9696906-3b7d-4033-bc72-75e269b30405 HTTP/1.1" status: 204 len: 168 time: 0.3087196 May 27 11:37:34.372576 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-81c3602d-634d-41d4-9eb2-7986dbf4b06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:34.383277 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd794a7-6a17-42af-ac85-7399f91e5c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9696906-3b7d-4033-bc72-75e269b30405,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:34.388148 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1cd794a7-6a17-42af-ac85-7399f91e5c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:34.395693 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:34.399605 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-9497593c-425d-44d7-95b7-c0887ad4d14d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4327192 May 27 11:37:34.402160 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39342) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:34.411669 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'floatingip': {'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:34.418104 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:34.422844 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:floatingip and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:34.427861 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:34.437151 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:34.500437 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c5a0bbf4-156b-4cd7-ae21-f19b0719e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:34.502475 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-c5a0bbf4-156b-4cd7-ae21-f19b0719e342 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e33fdc2c-c1c0-470e-8390-5cc926f5c6d7 HTTP/1.1" status: 200 len: 848 time: 0.0867100 May 27 11:37:34.510960 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:34.580205 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bca5e5-85b5-4394-9e22-6319987b3c4a req-9ab9af5a-58ad-43db-b58d-6f33855fa82c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:34.581699 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37bca5e5-85b5-4394-9e22-6319987b3c4a req-9ab9af5a-58ad-43db-b58d-6f33855fa82c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.2126162 May 27 11:37:34.639862 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37bca5e5-85b5-4394-9e22-6319987b3c4a req-38e9ba9c-e7f2-489a-853e-ef05a36e56e5 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502558 May 27 11:37:34.642628 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-7a95b54f-e800-44ab-8fef-a5e7c9705601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:34.644063 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-7a95b54f-e800-44ab-8fef-a5e7c9705601 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a038ba68-8113-4964-8d44-c2a7f20fa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1331475 May 27 11:37:34.687770 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:34.786740 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-0af64b0b-f795-49f7-aea4-7e882a6f5717 service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328378 May 27 11:37:34.835858 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Allocated IP 172.27.0.59 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/9d995a52-503e-4a44-841d-ea750ecded18) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:37:34.965444 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fd0ff6a-83b7-4fc2-8286-687a2a13f64d req-5fe63c40-2ae0-4217-9c4a-5d92d195351c service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522520 May 27 11:37:35.023556 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:35.064315 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:35.156627 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:35.163282 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-aad51f10-a6c1-477a-91ef-c0e4c89ef752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:35.228352 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:37:35.229313 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-7124b6a5-336d-4dc2-b869-44f578b8591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:35.232366 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:37:35.234850 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:37:35.358618 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'Port': ['ID=9d995a52-503e-4a44-841d-ea750ecded18,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:35.366132 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:35.413153 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:35.568402 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d28618-2fee-47b0-94bd-df79e1b4ae5f req-7c1ad716-68a1-4c5a-98b4-ded66ecd4036 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:35.570137 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-86d28618-2fee-47b0-94bd-df79e1b4ae5f req-7c1ad716-68a1-4c5a-98b4-ded66ecd4036 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.0913308 May 27 11:37:35.574258 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:35.681609 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-86d28618-2fee-47b0-94bd-df79e1b4ae5f req-3c139b7b-6a5b-4d9e-bd01-2670fdb63da1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005037 May 27 11:37:35.698442 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-a6846b74-abb4-476b-a15d-3b467475bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:35.699910 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-a6846b74-abb4-476b-a15d-3b467475bc43 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b2838aedf0d54734aa791619c58dea38&device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 1137 time: 0.1005626 May 27 11:37:35.797425 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:35.818013 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39376) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:35.872547 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:35.877492 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7306943-e8f8-47a9-9fc4-7a5b786917f3 req-e88b308f-2ee2-4c60-91b8-e6b2851ec0e3 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:35.878491 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:35.878988 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e7306943-e8f8-47a9-9fc4-7a5b786917f3 req-e88b308f-2ee2-4c60-91b8-e6b2851ec0e3 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0923927 May 27 11:37:35.928232 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e7306943-e8f8-47a9-9fc4-7a5b786917f3 req-d12e0e1f-33bc-4e5e-aedb-40506f8a9929 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 May 27 11:37:35.966658 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1747968491-network', 'tenant_id': '3449e7e6513145debe1a9cfe4767a5fa'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:35.975030 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:35.991638 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Usage tracker for resource:network and tenant:3449e7e6513145debe1a9cfe4767a5fa is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:36.003306 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:36.007798 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'Port': ['ID=9d995a52-503e-4a44-841d-ea750ecded18,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:36.014956 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:36.016842 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:36.027248 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.133828 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Made reservation on behalf of 3449e7e6513145debe1a9cfe4767a5fa for: {'network': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:37:36.136429 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.151702 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.162765 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.163987 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7603869 May 27 11:37:36.169731 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:36.174198 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Usage tracker for resource:security_group_rule and tenant:3449e7e6513145debe1a9cfe4767a5fa is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:36.177973 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:36.195026 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:36.253246 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.347006 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.390830 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-d1401c63-67fd-40ac-b029-b6820da11553 req-8d8c41fb-7973-4ecd-b270-542ef3d50d9c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Synchronizing usage tracker for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:security_group {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:37:36.458732 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.462078 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e977b5c1-c636-4aa2-bab1-9578eabfabdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:36.490458 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=92449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:37:36.500606 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783035b1-35e5-4d50-b582-8de69551d55d,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:36.504132 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:36.506587 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.506936 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.segments_db [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Added segment 3fb001d8-a821-4d84-9a67-6476b8345154 of type vlan for network b5907639-7fd5-47e1-82eb-9ee6b01b7764 May 27 11:37:36.521740 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-d1401c63-67fd-40ac-b029-b6820da11553 req-8d8c41fb-7973-4ecd-b270-542ef3d50d9c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Unset dirty status for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:security_group {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:37:36.522907 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-8d8c41fb-7973-4ecd-b270-542ef3d50d9c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1023247554&fields=id&tenant_id=53b8142c765b4c1e9e11263db3801a2b HTTP/1.1" status: 200 len: 267 time: 0.1731994 May 27 11:37:36.535850 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.635708 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.637136 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:36.637790 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:36.642946 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:36.682994 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401c63-67fd-40ac-b029-b6820da11553 req-c1b4cab0-fc56-404e-901a-17c32273b780 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:36.684461 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-c1b4cab0-fc56-404e-901a-17c32273b780 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 816 time: 0.1535401 May 27 11:37:36.701688 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-64cb2664-9d29-4b6b-8c09-61d51735f639 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/quotas/53b8142c765b4c1e9e11263db3801a2b HTTP/1.1" status: 200 len: 375 time: 0.0109477 May 27 11:37:36.745398 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Pushing event updated for resources: {'Network': ['ID=b5907639-7fd5-47e1-82eb-9ee6b01b7764,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:36.748161 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:36.755195 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network b5907639-7fd5-47e1-82eb-9ee6b01b7764 details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:37:36.799455 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-1a1d1b01-0c8b-4117-968a-9c6f78051521 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922725 May 27 11:37:36.819405 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0002887 May 27 11:37:36.822836 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39400) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:36.828418 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Request body: {'subnet': {'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1747968491-subnet', 'tenant_id': '3449e7e6513145debe1a9cfe4767a5fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:36.833254 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:36.837249 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Usage tracker for resource:subnet and tenant:3449e7e6513145debe1a9cfe4767a5fa is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:36.840583 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:36.846031 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:36.949654 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Made reservation on behalf of 3449e7e6513145debe1a9cfe4767a5fa for: {'subnet': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:37:36.952084 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6696232'] for subnet, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:37.015882 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54593ce-aac2-4f51-8654-882c17955813 req-dbbb150c-fb13-439a-a215-8080c25998a4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:37.017291 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e54593ce-aac2-4f51-8654-882c17955813 req-dbbb150c-fb13-439a-a215-8080c25998a4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1808720 May 27 11:37:37.020651 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-c41c0140-d8af-460f-a022-b39bf2edbceb service neutron] 10.222.0.86 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071314 May 27 11:37:37.156911 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e54593ce-aac2-4f51-8654-882c17955813 req-591befc8-c067-4394-8f84-39c5166f323a tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331792 May 27 11:37:37.203480 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-f4f6dda9-7a8c-4ac0-a616-1ef4a7312ece service neutron] 10.222.0.86 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659253 May 27 11:37:37.466741 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7864812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6696254'] for subnet, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:37.470809 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:37.563989 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02896939-0bc6-47f6-a6fe-24d238d67c0b req-f3e567b5-3609-4fe3-9eb8-304d54f4cf56 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:37.575337 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-02896939-0bc6-47f6-a6fe-24d238d67c0b req-f3e567b5-3609-4fe3-9eb8-304d54f4cf56 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.3081903 May 27 11:37:37.610300 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66283abe-1af6-477b-8b7a-ca5014fb7560,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:37.614498 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:37.622916 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Checking segment: {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:37:37.624437 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Network hostable DHCP agents. Network: b5907639-7fd5-47e1-82eb-9ee6b01b7764, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:37:37.648515 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-743fecc7-3775-4f46-b017-5b3d9cafd303 req-fd89b5db-3b23-48b7-81e8-3bd769bb7103 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 210 time: 0.0720484 May 27 11:37:37.655399 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-347b38da-e51b-4732-97fb-e86c052fcc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:37.656667 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-347b38da-e51b-4732-97fb-e86c052fcc23 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff HTTP/1.1" status: 200 len: 916 time: 0.3302920 May 27 11:37:37.687287 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-02896939-0bc6-47f6-a6fe-24d238d67c0b req-2b79c828-ddb2-470b-97d0-fc072e72cecc tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696385 May 27 11:37:37.704190 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Network b5907639-7fd5-47e1-82eb-9ee6b01b7764 is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:37:37.801189 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, b5907639-7fd5-47e1-82eb-9ee6b01b7764) {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:37:37.810449 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:37.811040 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:37.817149 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12d804-f847-4f50-9ae5-cfef1376cd91 None None] Network b5907639-7fd5-47e1-82eb-9ee6b01b7764 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:37:37.902892 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-914dcd53-60fa-428f-84c2-c88fbf7f67a2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0756147 May 27 11:37:38.015761 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:38.021733 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21fed5-83cc-4965-b8b7-cfd39c7843cd None None] Network b5907639-7fd5-47e1-82eb-9ee6b01b7764 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:37:38.560085 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-a9d79dec-6fe5-49b3-81a7-1709e01bf307 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 200 len: 1001 time: 0.2055759 May 27 11:37:38.646070 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9807a1-610b-4bce-b9db-27fe638d3c8a req-6020fda5-0d0c-4443-b40f-294e30f42b2b tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:38.647532 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1f9807a1-610b-4bce-b9db-27fe638d3c8a req-6020fda5-0d0c-4443-b40f-294e30f42b2b tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.3608446 May 27 11:37:38.664463 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997f96-26a7-465d-81c6-3087bd908c86 req-556a8f0d-e748-4bed-9ced-c0a38b18162f tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:38.665993 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-556a8f0d-e748-4bed-9ced-c0a38b18162f tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/networks?id=b5907639-7fd5-47e1-82eb-9ee6b01b7764 HTTP/1.1" status: 200 len: 815 time: 0.3437805 May 27 11:37:38.695391 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-11087846-277e-414b-984b-4489a3c48ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:38.697673 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-11087846-277e-414b-984b-4489a3c48ac8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e1391139-e1d1-4ee6-a7e9-946297db15a7 HTTP/1.1" status: 200 len: 853 time: 0.1250906 May 27 11:37:38.703681 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-d5f27725-7318-49af-9078-3dfa5c5e4800 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/quotas/3449e7e6513145debe1a9cfe4767a5fa HTTP/1.1" status: 200 len: 375 time: 0.0233583 May 27 11:37:38.804846 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1f9807a1-610b-4bce-b9db-27fe638d3c8a req-c2f9c4b9-df0f-4385-8e6a-916514e93d9a tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493433 May 27 11:37:38.813655 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-0d83aa2f-b8a4-4c00-ab3a-81cf89477bd3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994289 May 27 11:37:38.976612 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-19cede2b-accd-48f9-a98e-35ed120100b3 req-12a2a56e-323c-45b4-8321-31e57ed18608 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 210 time: 0.0572174 May 27 11:37:39.001641 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-0bc539e0-e3aa-4169-8db6-3bc503d14cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:39.003104 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-0bc539e0-e3aa-4169-8db6-3bc503d14cb0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2880073 May 27 11:37:39.048217 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-471e17cb-088f-49a7-997a-012863f72f49 service neutron] 10.222.0.86 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220230 May 27 11:37:39.313119 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-2286b8aa-b633-441b-8884-046b74ff9279 service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997983 May 27 11:37:39.367160 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-a4c7e39f-ceb9-4e5e-9a5e-3965cd800555 service neutron] 10.222.0.86 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754111 May 27 11:37:39.423366 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d3af9-0b1b-4550-a2dc-a3119f95a73b req-45ebb73b-729c-4e41-a91f-31599974b48b tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:39.424961 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f02d3af9-0b1b-4550-a2dc-a3119f95a73b req-45ebb73b-729c-4e41-a91f-31599974b48b tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.3070788 May 27 11:37:39.509084 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f02d3af9-0b1b-4550-a2dc-a3119f95a73b req-c1b58b0d-5ffb-4f8a-9670-8a0c3bd06c14 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763097 May 27 11:37:39.520418 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f23cc64-6bb5-4d08-9559-bf55f47627ed req-60acfdef-ef57-4ac5-9913-83c012dffe8f service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908100 May 27 11:37:39.632611 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-981faba8-9ef1-4595-b80c-7f1f68a91f50 req-d31fcec1-34b0-4026-9263-6ed016f84129 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 210 time: 0.0627465 May 27 11:37:40.132129 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c3910-a0c4-4c9c-affa-d6836d19ecfe req-c3a8deb3-9765-4f64-a7b7-9354ba7cc607 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:40.134651 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c74c3910-a0c4-4c9c-affa-d6836d19ecfe req-c3a8deb3-9765-4f64-a7b7-9354ba7cc607 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.2095084 May 27 11:37:40.202509 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8a59e949-4c8b-423f-809c-04568e0bc102 req-b921e727-0db2-4c91-9af3-9bc613573a77 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 210 time: 0.0628345 May 27 11:37:40.279236 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c74c3910-a0c4-4c9c-affa-d6836d19ecfe req-058274ca-d3f4-4f89-af62-8d9a4da41c01 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1374409 May 27 11:37:40.470308 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401c63-67fd-40ac-b029-b6820da11553 req-f2349973-f395-40e4-a0d3-dd6dba65cb11 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:40.471777 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-f2349973-f395-40e4-a0d3-dd6dba65cb11 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.76 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 816 time: 0.2532017 May 27 11:37:40.484401 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f743064-62df-43f0-ae7e-5d56d0d489ef req-d461d222-c101-4774-ba58-f65b226ad96f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:40.485911 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5f743064-62df-43f0-ae7e-5d56d0d489ef req-d461d222-c101-4774-ba58-f65b226ad96f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1468360 May 27 11:37:40.569417 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5f743064-62df-43f0-ae7e-5d56d0d489ef req-4017999a-d8bf-4de6-8704-4c5769aec4dc tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769606 May 27 11:37:40.585826 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-ad6831bc-b254-44a2-8216-72f9c75221cc tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b8142c765b4c1e9e11263db3801a2b HTTP/1.1" status: 200 len: 380 time: 0.0752769 May 27 11:37:40.600419 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'port': {'device_id': '85f30f48-2f84-487a-a988-334cf6e09d97', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'admin_state_up': True, 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'security_groups': ['3c852ac3-2830-4d4f-8e30-1059ec4b58d4']}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:40.778908 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-26b14748-70dd-46fd-b725-b9355c77084c req-3271dc52-ad18-491e-9b4f-9ff79ca9a692 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 210 time: 0.0644333 May 27 11:37:40.850103 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:40.861270 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e154679-0fcc-4a36-8f86-c4503760ae64 req-85eb94d7-5e7c-4eb2-83b2-488a4e12d3f2 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:40.862714 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3e154679-0fcc-4a36-8f86-c4503760ae64 req-85eb94d7-5e7c-4eb2-83b2-488a4e12d3f2 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.1909986 May 27 11:37:40.864043 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Usage tracker for resource:port and tenant:53b8142c765b4c1e9e11263db3801a2b is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:40.869243 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:40.890661 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:40.923960 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3e154679-0fcc-4a36-8f86-c4503760ae64 req-a61fa4ec-f80e-491c-97f9-96dcdbddf928 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529826 May 27 11:37:41.024620 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Made reservation on behalf of 53b8142c765b4c1e9e11263db3801a2b for: {'port': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:37:41.028495 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:41.198009 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Allocated IP 172.20.0.8 (af505858-099f-4c8c-a08e-146c90c5ee19/f5540ad7-3a2b-46b9-9aaa-a37e435edc41/5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:37:41.387314 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0e63d622-4fc6-434a-b04f-8e1a1361f889 req-09b3f9a5-f880-42fb-bb7a-68b2723bf0e9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 210 time: 0.0546670 May 27 11:37:41.536434 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:41.559004 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Transition to ACTIVE for port object 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc will not be triggered until provisioned by entity DHCP. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:37:41.580177 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc93be-adcc-4145-aa4f-ee71c939f034 req-07c8f114-f980-4b05-b725-da331100c3a1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:41.581641 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-81bc93be-adcc-4145-aa4f-ee71c939f034 req-07c8f114-f980-4b05-b725-da331100c3a1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1421535 May 27 11:37:41.637043 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-81bc93be-adcc-4145-aa4f-ee71c939f034 req-84dc431e-35b6-4f19-80b1-7f5de1fa7e2b tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471573 May 27 11:37:41.725480 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:41.737213 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:41.830578 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Network af505858-099f-4c8c-a08e-146c90c5ee19 is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:37:41.832917 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event updated for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:41.836329 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:37:41.838754 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:41.840650 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:37:41.907005 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8aa28-ce35-45a8-b853-e34535c09cf0 req-aa65dcfb-a75d-48fc-b291-42651e36e053 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:41.908636 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f8f8aa28-ce35-45a8-b853-e34535c09cf0 req-aa65dcfb-a75d-48fc-b291-42651e36e053 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.2204247 May 27 11:37:41.959794 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:41.960449 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:41.988186 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-044bf5e8-eddc-408b-8f9d-0df624ac29b7 req-8539aae1-e182-4c5a-ba3c-23d46e21d7ed tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 210 time: 0.0758142 May 27 11:37:42.030543 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f8f8aa28-ce35-45a8-b853-e34535c09cf0 req-ca867e64-298a-4d5a-9df7-b79791f14550 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822220 May 27 11:37:42.132391 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5388393 May 27 11:37:42.144505 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-edc49cd0-c67c-4193-86c2-6357f981c77b None None] Provisioning for port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:37:42.149995 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-edc49cd0-c67c-4193-86c2-6357f981c77b None None] Provisioning complete for port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:37:42.150371 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-edc49cd0-c67c-4193-86c2-6357f981c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:42.183412 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782d62b-fd55-4ab4-96da-179cba1b4d63 req-49b36907-db81-4e55-8bd0-9c86913798d6 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:42.185035 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c782d62b-fd55-4ab4-96da-179cba1b4d63 req-49b36907-db81-4e55-8bd0-9c86913798d6 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0910144 May 27 11:37:42.207621 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-edc49cd0-c67c-4193-86c2-6357f981c77b None None] Port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:37:42.218776 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Request body: {'port': {'device_id': '85f30f48-2f84-487a-a988-334cf6e09d97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:42.385004 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c782d62b-fd55-4ab4-96da-179cba1b4d63 req-2ae7a602-acb0-49db-b3c0-96bc966c733e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928856 May 27 11:37:42.449486 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:42.604601 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997f96-26a7-465d-81c6-3087bd908c86 req-783e5d32-6253-4d1b-93ad-a7d055e7cbbf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:42.605297 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-20997f96-26a7-465d-81c6-3087bd908c86 req-783e5d32-6253-4d1b-93ad-a7d055e7cbbf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Synchronizing usage tracker for tenant:3449e7e6513145debe1a9cfe4767a5fa on resource:network {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:37:42.727611 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-20997f96-26a7-465d-81c6-3087bd908c86 req-783e5d32-6253-4d1b-93ad-a7d055e7cbbf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Unset dirty status for tenant:3449e7e6513145debe1a9cfe4767a5fa on resource:network {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:37:42.729105 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-783e5d32-6253-4d1b-93ad-a7d055e7cbbf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "GET /v2.0/networks?id=b5907639-7fd5-47e1-82eb-9ee6b01b7764 HTTP/1.1" status: 200 len: 815 time: 0.2856076 May 27 11:37:42.751202 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Request body: {'port': {'device_id': '8d0babe2-b15c-4f32-89c4-a28d3e5decde', 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764', 'admin_state_up': True, 'tenant_id': '3449e7e6513145debe1a9cfe4767a5fa'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:42.768745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2ed88-7da4-465a-bb21-47893c28d545 req-e39a37b1-5c75-4ac2-a87c-f82283c38a80 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:42.769444 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-a8e2ed88-7da4-465a-bb21-47893c28d545 req-e39a37b1-5c75-4ac2-a87c-f82283c38a80 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Synchronizing usage tracker for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:37:42.913850 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:42.920758 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Usage tracker for resource:port and tenant:3449e7e6513145debe1a9cfe4767a5fa is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:42.925378 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:42.933763 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:42.980502 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf63c41-6d3b-4eb0-b938-9771e7f33457 req-6b76f437-8b32-494e-aeec-d2a83df62b11 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:42.981988 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3cf63c41-6d3b-4eb0-b938-9771e7f33457 req-6b76f437-8b32-494e-aeec-d2a83df62b11 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.2239103 May 27 11:37:42.993238 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-a8e2ed88-7da4-465a-bb21-47893c28d545 req-e39a37b1-5c75-4ac2-a87c-f82283c38a80 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Unset dirty status for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:37:42.994626 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a8e2ed88-7da4-465a-bb21-47893c28d545 req-e39a37b1-5c75-4ac2-a87c-f82283c38a80 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 931 time: 0.4618990 May 27 11:37:43.067866 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc {{(pid=92450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:37:43.082286 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Made reservation on behalf of 3449e7e6513145debe1a9cfe4767a5fa for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:37:43.093449 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:43.093581 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:43.105364 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3cf63c41-6d3b-4eb0-b938-9771e7f33457 req-e0567008-e44e-4348-896f-73ae803a88ef tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097507 May 27 11:37:43.113315 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a8e2ed88-7da4-465a-bb21-47893c28d545 req-793946c2-d4ae-4439-bb61-7a82b2eeacfa tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111455 May 27 11:37:43.124875 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.provisioning_blocks [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Transition to ACTIVE for port object 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc will not be triggered until provisioned by entity L2. {{(pid=92450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:37:43.289854 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:43.290665 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Allocated IP 172.20.0.8 (b5907639-7fd5-47e1-82eb-9ee6b01b7764/66283abe-1af6-477b-8b7a-ca5014fb7560/c788f0fc-de0d-468d-a639-a8949a68cc76) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:37:43.295691 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c5358422-e6f8-4b8e-8042-f942f6bdbb45 req-bb5b9274-f0d2-456e-8c9b-ebcc856ff2ae tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 210 time: 0.0868518 May 27 11:37:43.306056 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c9b8e557-a1fd-41a8-bb4b-cf85f4e41ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:43.467610 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Pushing event updated for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:43.472202 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:43.650214 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee357c-c862-4d0d-a444-1d24c4df8e00 req-fddc84eb-23ba-4001-afe0-25c3ecae19d1 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:43.651945 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-29ee357c-c862-4d0d-a444-1d24c4df8e00 req-fddc84eb-23ba-4001-afe0-25c3ecae19d1 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.4099422 May 27 11:37:43.691110 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-a76c23de-1471-45dc-ad05-fbd0cb67331f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:43.692082 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-a76c23de-1471-45dc-ad05-fbd0cb67331f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Synchronizing usage tracker for tenant:e67fddd439ac44dba25dfd532d291bcc on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:37:43.724732 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Attempting to bind port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:37:43.725147 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Attempting to bind port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'}] {{(pid=92450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:37:43.725551 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Attempting to bind port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc on network af505858-099f-4c8c-a08e-146c90c5ee19 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:37:43.728551 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:43.739599 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc on network af505858-099f-4c8c-a08e-146c90c5ee19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:37:43.739796 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Attempting to bind port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc on network af505858-099f-4c8c-a08e-146c90c5ee19 {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:37:43.750605 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-29ee357c-c862-4d0d-a444-1d24c4df8e00 req-b1bd97ae-62a0-4fa4-ba21-7b18db629efc tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844705 May 27 11:37:43.753952 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:37:43.754288 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Checking segment: {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:37:43.754670 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Bound using segment: {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'} {{(pid=92450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:37:43.755160 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.managers [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Bound port: 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027beb39-58a3-4128-9cd1-86bca77c3a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19'}}] {{(pid=92450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:37:43.755502 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:43.773628 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373853-9a32-4168-90e2-e3c111be926e req-e625c517-8fec-4acb-af9e-448d4c1ac76a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:43.775790 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-98373853-9a32-4168-90e2-e3c111be926e req-e625c517-8fec-4acb-af9e-448d4c1ac76a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.2346792 May 27 11:37:43.778564 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-a76c23de-1471-45dc-ad05-fbd0cb67331f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Unset dirty status for tenant:e67fddd439ac44dba25dfd532d291bcc on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:37:43.779748 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-a76c23de-1471-45dc-ad05-fbd0cb67331f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.76 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.4615307 May 27 11:37:43.879075 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-98373853-9a32-4168-90e2-e3c111be926e req-f5bcfdc1-0b68-4f5e-83c3-0e00600e7280 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971961 May 27 11:37:43.896288 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:43.904661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-27b6c943-def8-4034-b8d4-cbce776187dd tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:43.907460 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, cleared binding levels {{(pid=92450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:37:43.910568 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:37:43.975933 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Network b5907639-7fd5-47e1-82eb-9ee6b01b7764 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:37:43.981256 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:37:43.985082 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:43.985831 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:37:43.996720 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-2d8a0549-dd7f-4e1a-a2f8-90334f32e774 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:44.035782 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Pushing event updated for resources: {'Port': ['ID=c788f0fc-de0d-468d-a639-a8949a68cc76,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:44.048315 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:44.058916 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:44.059555 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:44.061632 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] 10.222.0.76 "PUT /v2.0/ports/5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc HTTP/1.1" status: 200 len: 1093 time: 1.9027531 May 27 11:37:44.062173 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:44.070733 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:44.071017 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:44.080069 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Pushing event updated for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=3']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:44.083470 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:44.086316 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Deleting port 3bf1222e-1ba9-4e81-91be-9b0129c25204 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:37:44.087231 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:44.088640 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device d5f76c1b-7c56-41b6-bfc2-652ada840398 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:37:44.170319 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'status': 'completed', 'code': 200} May 27 11:37:44.285418 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] For port 3bf1222e-1ba9-4e81-91be-9b0129c25204, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3bf1222e-1ba9-4e81-91be-9b0129c25204,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:44.285921 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:44.295825 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port d5f76c1b-7c56-41b6-bfc2-652ada840398, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:44.306602 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-df272cb2-0ab0-4487-8848-2582557446bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5594492 May 27 11:37:44.313481 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'port_id': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'mac_address': 'fa:16:3e:dd:23:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:37:44.370853 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Request body: {'port': {'device_id': '8d0babe2-b15c-4f32-89c4-a28d3e5decde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:44.418968 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:44.438164 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f76c1b-7c56-41b6-bfc2-652ada840398 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:37:44.455517 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port d5f76c1b-7c56-41b6-bfc2-652ada840398, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:44.478830 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585f891-5467-4fb6-9f92-484f25ddf712 req-1f2d33dc-2900-4a30-a40c-450d2cbac7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:44.480350 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4585f891-5467-4fb6-9f92-484f25ddf712 req-1f2d33dc-2900-4a30-a40c-450d2cbac7ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 1096 time: 0.2925575 May 27 11:37:44.531822 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8266f-4a02-40f4-9a8e-944aafaa059f req-eae0e226-6508-4063-9bbb-bed91471690c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:44.533233 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a9f8266f-4a02-40f4-9a8e-944aafaa059f req-eae0e226-6508-4063-9bbb-bed91471690c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1965699 May 27 11:37:44.556221 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:44.558755 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:44.635247 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=d5f76c1b-7c56-41b6-bfc2-652ada840398,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:44.643332 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.643708 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.644052 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.644390 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.644860 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.645079 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.645397 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.645835 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.646001 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.646326 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.646647 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.646971 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:37:44.652033 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:44.674238 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:44.730472 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202c8ff-1012-4e25-a2b1-098c8acc7866 req-6c74be88-b53e-4a00-baf6-a599f518a4f7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:44.731925 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c202c8ff-1012-4e25-a2b1-098c8acc7866 req-6c74be88-b53e-4a00-baf6-a599f518a4f7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.3374217 May 27 11:37:44.782866 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:44.783448 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:44.783448 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.l3_db [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Floating IP 3e024041-7d7f-4ae2-ad25-d2e582dc78d0 disassociated. External IP: 172.27.0.31, port: 3bf1222e-1ba9-4e81-91be-9b0129c25204. May 27 11:37:44.783832 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Calling delete_port for 3bf1222e-1ba9-4e81-91be-9b0129c25204 owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:37:44.824945 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a9f8266f-4a02-40f4-9a8e-944aafaa059f req-0bc95dba-8295-4f59-823b-f4132f02f0d1 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2790551 May 27 11:37:44.848214 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c202c8ff-1012-4e25-a2b1-098c8acc7866 req-1e197ead-4c3b-4810-b17c-875fbe7f583a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014886 May 27 11:37:44.862357 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585f891-5467-4fb6-9f92-484f25ddf712 req-9a8b8637-abc5-42b7-a431-6f72b7d72289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:44.868289 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4585f891-5467-4fb6-9f92-484f25ddf712 req-9a8b8637-abc5-42b7-a431-6f72b7d72289 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=53b8142c765b4c1e9e11263db3801a2b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3624761 May 27 11:37:44.932200 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['d5f76c1b-7c56-41b6-bfc2-652ada840398'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:37:45.198019 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c788f0fc-de0d-468d-a639-a8949a68cc76 {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:37:45.206308 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:45.211435 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585f891-5467-4fb6-9f92-484f25ddf712 req-170c9503-f02c-4c15-9e8a-d5f91be7e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:45.214228 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4585f891-5467-4fb6-9f92-484f25ddf712 req-170c9503-f02c-4c15-9e8a-d5f91be7e58f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3434341 May 27 11:37:45.225375 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Transition to ACTIVE for port object c788f0fc-de0d-468d-a639-a8949a68cc76 will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:37:45.226518 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:45.233421 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d42a272c-9abb-40b8-9376-3d3bc92832e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:45.236981 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d7f56-cd79-4009-9969-1651a8ab2097 req-450907fe-414e-468a-9d83-46a909256bc6 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:45.238467 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9e3d7f56-cd79-4009-9969-1651a8ab2097 req-450907fe-414e-468a-9d83-46a909256bc6 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 931 time: 0.2408412 May 27 11:37:45.248249 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f94d2-7dfd-465a-bfb3-93350f04dd25 req-77f8ae4e-918b-4b94-b563-5094aafbc6b4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:45.249739 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f12f94d2-7dfd-465a-bfb3-93350f04dd25 req-77f8ae4e-918b-4b94-b563-5094aafbc6b4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 945 time: 0.1663201 May 27 11:37:45.297167 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event deleted for resources: {'Port': ['ID=3bf1222e-1ba9-4e81-91be-9b0129c25204,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:45.303651 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:45.330802 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9e3d7f56-cd79-4009-9969-1651a8ab2097 req-291b0ae4-12e1-4bb7-91d1-32f65c390744 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800538 May 27 11:37:45.345990 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f12f94d2-7dfd-465a-bfb3-93350f04dd25 req-4e7da0a8-76a0-43dd-8327-4c75c6a6a992 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=33c72868-3277-461f-9568-9b5b82987945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775635 May 27 11:37:45.450244 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401c63-67fd-40ac-b029-b6820da11553 req-8435c67f-346e-4277-a6fa-ce7eb5158470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:45.452035 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-8435c67f-346e-4277-a6fa-ce7eb5158470 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 1096 time: 0.0859873 May 27 11:37:45.501212 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:45.518220 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:45.572869 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-65bc7f5f-d2c9-498f-a16f-30735142bbe6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc HTTP/1.1" status: 200 len: 217 time: 0.0830219 May 27 11:37:45.654744 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401c63-67fd-40ac-b029-b6820da11553 req-5c7389ec-34a4-4fc6-9e9d-b0747f6b542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:45.656375 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-5c7389ec-34a4-4fc6-9e9d-b0747f6b542b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 200 len: 855 time: 0.0757570 May 27 11:37:45.668842 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd098f8f-d0ca-405d-a1ff-fb3ae71263a7 req-bb7f65e8-175e-425d-926b-d9ea4127d922 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:45.672438 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-dd098f8f-d0ca-405d-a1ff-fb3ae71263a7 req-bb7f65e8-175e-425d-926b-d9ea4127d922 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 944 time: 0.2146046 May 27 11:37:45.766777 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-dd098f8f-d0ca-405d-a1ff-fb3ae71263a7 req-6e93e35b-2e19-4577-a975-e94bef62d304 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642729 May 27 11:37:45.792026 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401c63-67fd-40ac-b029-b6820da11553 req-58f50ea5-2503-4c0a-a8fe-99bad33b7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:45.792026 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-58f50ea5-2503-4c0a-a8fe-99bad33b7f81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af505858-099f-4c8c-a08e-146c90c5ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1145358 May 27 11:37:45.803698 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Pushing event updated for resources: {'Port': ['ID=c788f0fc-de0d-468d-a639-a8949a68cc76,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:45.815668 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:45.857223 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Router 05a5558e-143e-4d01-b577-4b76856d4766 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:37:45.869157 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Attempting to bind port c788f0fc-de0d-468d-a639-a8949a68cc76 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:37:45.869490 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Attempting to bind port c788f0fc-de0d-468d-a639-a8949a68cc76 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:37:45.869820 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Attempting to bind port c788f0fc-de0d-468d-a639-a8949a68cc76 on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:37:45.934673 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-1fd10183-4fad-40e1-8be1-7b50f7e2164c service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395288 May 27 11:37:45.935699 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Port c788f0fc-de0d-468d-a639-a8949a68cc76 on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:37:45.936048 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Attempting to bind port c788f0fc-de0d-468d-a639-a8949a68cc76 on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:37:45.958843 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:37:45.959148 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Checking segment: {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:37:45.959466 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Bound using segment: {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:37:45.959908 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Bound port: c788f0fc-de0d-468d-a639-a8949a68cc76, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:37:45.960296 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:46.095838 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba9e22-41b2-4d26-aa68-bf49ac9de8aa req-36256c09-9363-45fe-90c7-f79dc8682724 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:46.097374 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17ba9e22-41b2-4d26-aa68-bf49ac9de8aa req-36256c09-9363-45fe-90c7-f79dc8682724 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1484523 May 27 11:37:46.105893 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b86c7-c390-4a96-8408-55489def5a32 req-38660878-fb38-4b54-b723-f9c83af45862 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:46.107479 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-072b86c7-c390-4a96-8408-55489def5a32 req-38660878-fb38-4b54-b723-f9c83af45862 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1224799 May 27 11:37:46.136832 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:37:46.151276 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] Sync routers for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:37:46.167996 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:37:46.168711 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:37:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:46.187963 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17ba9e22-41b2-4d26-aa68-bf49ac9de8aa req-26aa168a-bed7-4b6f-87ac-8d2883c77d2d tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794656 May 27 11:37:46.284478 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] For port c788f0fc-de0d-468d-a639-a8949a68cc76, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:37:46.285104 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-072b86c7-c390-4a96-8408-55489def5a32 req-1ddf062d-485d-4083-ac12-8f9290baa851 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721462 May 27 11:37:46.285656 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] No DVR routers for this DVR port 3bf1222e-1ba9-4e81-91be-9b0129c25204 on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:37:46.285656 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] For port c788f0fc-de0d-468d-a639-a8949a68cc76, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c788f0fc-de0d-468d-a639-a8949a68cc76,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:37:46.285656 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:46.285656 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'name': 'network-vif-deleted', 'tag': '3bf1222e-1ba9-4e81-91be-9b0129c25204'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:46.285656 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61a4ef4-34aa-46e8-95b9-61ae22814707', 'name': 'network-vif-deleted', 'tag': '3bf1222e-1ba9-4e81-91be-9b0129c25204', 'status': 'completed', 'code': 200} May 27 11:37:46.387760 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:37:46.533455 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:46.537334 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-738b8584-b7db-4ce6-b2b7-16b919b22fd1 req-6a73a3c3-a161-4a1c-b861-dde58a4ee184 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 210 time: 0.0530796 May 27 11:37:46.537487 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2ef59643-bc7c-4384-b154-9e43cb323b87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:46.584729 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e8f9f278-a2d5-43bb-ac60-6e730c3150b2 req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.76 "DELETE /v2.0/ports/3bf1222e-1ba9-4e81-91be-9b0129c25204 HTTP/1.1" status: 204 len: 173 time: 2.7973404 May 27 11:37:46.597394 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a72e24-a262-4ddf-a872-c2f0380b75e8 req-73cc6997-cd34-41aa-a800-f586ba889481 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:46.600285 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-21a72e24-a262-4ddf-a872-c2f0380b75e8 req-73cc6997-cd34-41aa-a800-f586ba889481 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.1498170 May 27 11:37:46.617545 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:46.617545 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:46.617545 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] 10.222.0.76 "PUT /v2.0/ports/c788f0fc-de0d-468d-a639-a8949a68cc76 HTTP/1.1" status: 200 len: 1093 time: 2.2511668 May 27 11:37:46.639543 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Pushing event updated for resources: {'Port': ['ID=c788f0fc-de0d-468d-a639-a8949a68cc76,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:46.644945 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:46.653744 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-21a72e24-a262-4ddf-a872-c2f0380b75e8 req-f8b4e006-8dce-4f95-9c47-a51c24835dcc tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456269 May 27 11:37:46.729705 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:46.733563 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] Checking router: 05a5558e-143e-4d01-b577-4b76856d4766 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:37:46.741787 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:37:46.742388 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:37:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:46.929736 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:37:46.939636 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:37:46.968500 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe24b61-e8c1-4127-ba12-6bc6c47c6014 req-7868f2a4-3d1d-480a-8397-d8ce64c68606 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:46.972163 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ffe24b61-e8c1-4127-ba12-6bc6c47c6014 req-7868f2a4-3d1d-480a-8397-d8ce64c68606 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 944 time: 0.0869997 May 27 11:37:47.016361 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ffe24b61-e8c1-4127-ba12-6bc6c47c6014 req-c8d845f9-c49b-4bcc-a575-bdcbaae29df9 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 May 27 11:37:47.244663 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:47.248738 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1d349f-71fd-4e18-a09b-feecc0af8df1 None None] The sync data for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi is: [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:37:47.481559 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ace408-b5af-4c00-bfe4-16df50298d35 None None] New status for floating IP 3e024041-7d7f-4ae2-ad25-d2e582dc78d0: DOWN {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:37:47.512788 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf788597-6560-45b5-8bb0-a3c7c0006be3 req-699a8c01-6208-4e51-8de6-9976d7adef0d tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:47.514164 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf788597-6560-45b5-8bb0-a3c7c0006be3 req-699a8c01-6208-4e51-8de6-9976d7adef0d tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1549335 May 27 11:37:47.522316 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7a70-6fe4-4a57-9c0f-aebdef52cdc7 req-90b81e0b-09b7-4766-b217-a47b45e928fc tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:47.523678 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f9ba7a70-6fe4-4a57-9c0f-aebdef52cdc7 req-90b81e0b-09b7-4766-b217-a47b45e928fc tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1662455 May 27 11:37:47.605824 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bf788597-6560-45b5-8bb0-a3c7c0006be3 req-ae7e2f70-8fd7-4119-bb56-0508d3d06922 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804079 May 27 11:37:47.608200 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f9ba7a70-6fe4-4a57-9c0f-aebdef52cdc7 req-383b9e0f-cef7-45bb-b332-3280ec34d4dc tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698321 May 27 11:37:47.883420 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6f551231-0e19-4693-8afa-e0e1cd683fe4 req-4b98e6b4-9f60-4a72-89a8-53f877b7703d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 210 time: 0.1738641 May 27 11:37:47.927442 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96eda6f-2ec6-4427-991c-c78949c29634 req-aa955346-1923-4037-8dbd-5b8596300631 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:47.928948 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f96eda6f-2ec6-4427-991c-c78949c29634 req-aa955346-1923-4037-8dbd-5b8596300631 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.0908487 May 27 11:37:47.976719 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f96eda6f-2ec6-4427-991c-c78949c29634 req-f24739cf-c501-40fe-b0aa-4973f8ccf780 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 May 27 11:37:48.207987 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7365448-8f57-4a2e-88b2-53a55f349644 req-97ea9269-286f-4875-9a66-f096869c6194 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:48.209380 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d7365448-8f57-4a2e-88b2-53a55f349644 req-97ea9269-286f-4875-9a66-f096869c6194 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 944 time: 0.0823944 May 27 11:37:48.254921 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d7365448-8f57-4a2e-88b2-53a55f349644 req-f77a704f-99ea-498a-a9da-ed6701ad9097 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 May 27 11:37:48.285665 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0babe2-b15c-4f32-89c4-a28d3e5decde', 'tag': 'c788f0fc-de0d-468d-a639-a8949a68cc76'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:48.385456 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0babe2-b15c-4f32-89c4-a28d3e5decde', 'tag': 'c788f0fc-de0d-468d-a639-a8949a68cc76', 'status': 'completed', 'code': 200} May 27 11:37:48.866011 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c6134-e996-4df0-9cd4-c7e234426387 req-6587d160-6129-47aa-8178-98cef0fc0746 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:48.867379 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-039c6134-e996-4df0-9cd4-c7e234426387 req-6587d160-6129-47aa-8178-98cef0fc0746 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1136496 May 27 11:37:48.874982 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09c3c4-6671-4637-8c8a-8360bac3d989 req-79fac74d-6a86-4bc5-b763-6b884b9b248e tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:48.876367 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7b09c3c4-6671-4637-8c8a-8360bac3d989 req-79fac74d-6a86-4bc5-b763-6b884b9b248e tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1535714 May 27 11:37:48.949580 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-039c6134-e996-4df0-9cd4-c7e234426387 req-c4896cf8-87be-46b9-9c7a-f9183ff6eccf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722048 May 27 11:37:48.978041 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7b09c3c4-6671-4637-8c8a-8360bac3d989 req-d81ffecb-8081-4f09-9215-6c9fba604ee2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866659 May 27 11:37:48.991633 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device d5f76c1b-7c56-41b6-bfc2-652ada840398 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:37:49.127786 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece4313-b9a0-4120-b51c-c5facbbb0610 req-1285ca9d-fdf2-4797-8e74-8ddb92f26e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:49.129980 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-fece4313-b9a0-4120-b51c-c5facbbb0610 req-1285ca9d-fdf2-4797-8e74-8ddb92f26e5b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 1096 time: 0.0992539 May 27 11:37:49.139725 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f391d8e-5e9b-4d1d-9790-0488b8c8ecf6 req-61c889ac-33af-4836-8c40-655236e339a7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a61a4ef4-34aa-46e8-95b9-61ae22814707 HTTP/1.1" status: 200 len: 210 time: 0.0794132 May 27 11:37:49.234791 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d1401c63-67fd-40ac-b029-b6820da11553 req-2c163bae-9eaf-41f2-bfe3-ff8b06ee5c2f service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821176 May 27 11:37:49.262882 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port d5f76c1b-7c56-41b6-bfc2-652ada840398 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:37:49.267846 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port d5f76c1b-7c56-41b6-bfc2-652ada840398 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:37:49.268349 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:49.292374 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6300a3-bb8a-4a48-94a9-d23195085728 req-1716e484-cab2-4dd3-a3ed-4a219a13ad90 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:49.296427 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8a6300a3-bb8a-4a48-94a9-d23195085728 req-1716e484-cab2-4dd3-a3ed-4a219a13ad90 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.1110914 May 27 11:37:49.354626 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece4313-b9a0-4120-b51c-c5facbbb0610 req-47ea471f-4e00-4647-b7f8-2703792a571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:49.357999 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-fece4313-b9a0-4120-b51c-c5facbbb0610 req-47ea471f-4e00-4647-b7f8-2703792a571b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2071321 May 27 11:37:49.367665 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8a6300a3-bb8a-4a48-94a9-d23195085728 req-bca04fc0-586f-451a-b520-973e7f3df826 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659661 May 27 11:37:49.429514 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:49.465850 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:49.469792 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b986e-acec-4476-bf12-e89e5ac7c16d req-ddcce316-3a63-4f17-acb8-ceef59cdcaff tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:49.471590 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-195b986e-acec-4476-bf12-e89e5ac7c16d req-ddcce316-3a63-4f17-acb8-ceef59cdcaff tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 944 time: 0.1024575 May 27 11:37:49.492484 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port d5f76c1b-7c56-41b6-bfc2-652ada840398, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:49.518632 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'code': 200} May 27 11:37:49.528577 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece4313-b9a0-4120-b51c-c5facbbb0610 req-f9cf41a5-c7dc-4834-be47-61a3440fdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:49.529685 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-195b986e-acec-4476-bf12-e89e5ac7c16d req-be160a16-944a-4046-acfa-a13540504265 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514257 May 27 11:37:49.530003 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-fece4313-b9a0-4120-b51c-c5facbbb0610 req-f9cf41a5-c7dc-4834-be47-61a3440fdb93 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1569204 May 27 11:37:49.561357 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:49.566997 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 3bf1222e-1ba9-4e81-91be-9b0129c25204 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:37:49.592227 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:49.639361 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 3bf1222e-1ba9-4e81-91be-9b0129c25204 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:37:49.639596 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 3bf1222e-1ba9-4e81-91be-9b0129c25204 not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:37:49.670746 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=d5f76c1b-7c56-41b6-bfc2-652ada840398,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:49.674391 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:49.684213 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997f96-26a7-465d-81c6-3087bd908c86 req-a74d7b8f-18e4-4849-896a-615ee7cc3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:49.685699 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-a74d7b8f-18e4-4849-896a-615ee7cc3c96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 1096 time: 0.0721817 May 27 11:37:49.765358 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-d724823e-55a2-4ae5-8345-aaa6542819fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c788f0fc-de0d-468d-a639-a8949a68cc76 HTTP/1.1" status: 200 len: 217 time: 0.0648746 May 27 11:37:49.844044 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997f96-26a7-465d-81c6-3087bd908c86 req-a539dda6-5db6-489b-8d58-fb7e02bf474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:49.845516 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-a539dda6-5db6-489b-8d58-fb7e02bf474d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=66283abe-1af6-477b-8b7a-ca5014fb7560 HTTP/1.1" status: 200 len: 855 time: 0.0696783 May 27 11:37:50.002938 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-4c6904c3-fd2a-4780-b774-da56e2119d71 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5907639-7fd5-47e1-82eb-9ee6b01b7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496112 May 27 11:37:50.071923 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da928a0c-03d8-4e1d-b0a0-a2569223b0b1 req-fe8afe45-0c05-4cde-b900-56e80d7abfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:50.073552 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-da928a0c-03d8-4e1d-b0a0-a2569223b0b1 req-fe8afe45-0c05-4cde-b900-56e80d7abfb0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 1098 time: 0.0796306 May 27 11:37:50.195536 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-ad26f807-5ec7-4507-b66f-a8f611db40cb service neutron] 10.222.0.76 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734991 May 27 11:37:50.270291 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-da928a0c-03d8-4e1d-b0a0-a2569223b0b1 req-3e9ea348-b77a-4aea-906e-2e2214fc7218 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887777 May 27 11:37:50.329221 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b04817-967c-47a5-8653-c60df7738d9f req-932d5c5f-b5af-46ed-b473-4744083b75db tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:50.333621 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36b04817-967c-47a5-8653-c60df7738d9f req-932d5c5f-b5af-46ed-b473-4744083b75db tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.2246385 May 27 11:37:50.351372 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20997f96-26a7-465d-81c6-3087bd908c86 req-074ebdf0-8024-4916-afcb-0c3b5cdf741b service neutron] 10.222.0.76 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476710 May 27 11:37:50.364359 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298c771-74ab-4a84-a27b-fce4bb13b6e5 req-9bafc5ae-7454-42b6-85d4-a7178582716c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:50.365814 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4298c771-74ab-4a84-a27b-fce4bb13b6e5 req-9bafc5ae-7454-42b6-85d4-a7178582716c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1783235 May 27 11:37:50.419666 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36b04817-967c-47a5-8653-c60df7738d9f req-31ebec6e-f097-4261-962f-1db373d88921 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797019 May 27 11:37:50.432840 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4298c771-74ab-4a84-a27b-fce4bb13b6e5 req-641a1f49-0aac-4e0b-b8b5-93a94be1eab4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605724 May 27 11:37:50.600438 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39612) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:50.629509 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04a33-0e18-48b7-bc32-c297abcd424e req-d91ce611-60cb-430a-9c56-16612364c5b7 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:50.631240 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cbc04a33-0e18-48b7-bc32-c297abcd424e req-d91ce611-60cb-430a-9c56-16612364c5b7 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.0891593 May 27 11:37:50.676743 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-26f14ca7-f55f-42d3-a6fb-aa1f0a37e057 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:50.696530 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cbc04a33-0e18-48b7-bc32-c297abcd424e req-2b6ab8ce-bc11-4474-a445-2fd0919a0372 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574064 May 27 11:37:50.719833 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-26f14ca7-f55f-42d3-a6fb-aa1f0a37e057 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:50.831568 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06bf40-23a1-44b2-bdcc-6c5c7a8c396e req-a8e329e8-1318-435f-ac7c-f27d0ebb286a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:50.833056 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9b06bf40-23a1-44b2-bdcc-6c5c7a8c396e req-a8e329e8-1318-435f-ac7c-f27d0ebb286a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1051424 May 27 11:37:50.847564 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-26f14ca7-f55f-42d3-a6fb-aa1f0a37e057 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:50.851518 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e0046f3f-4120-421a-a1ed-c5903478bcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:50.871690 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f14ca7-f55f-42d3-a6fb-aa1f0a37e057 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c72868-3277-461f-9568-9b5b82987945,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:50.874321 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-26f14ca7-f55f-42d3-a6fb-aa1f0a37e057 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:50.879061 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9b06bf40-23a1-44b2-bdcc-6c5c7a8c396e req-4abb1cfc-6106-4859-bcfd-659c08161195 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399706 May 27 11:37:50.962318 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:37:50.970578 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-26f14ca7-f55f-42d3-a6fb-aa1f0a37e057 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:50.971802 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-26f14ca7-f55f-42d3-a6fb-aa1f0a37e057 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "DELETE /v2.0/security-groups/33c72868-3277-461f-9568-9b5b82987945 HTTP/1.1" status: 204 len: 168 time: 0.3703699 May 27 11:37:50.974632 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39620) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:50.991798 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.api.v2.resource [None req-b9d8a296-cd15-4ae4-9566-4f68a19fb383 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] show failed (client error): The resource could not be found. May 27 11:37:50.992887 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-b9d8a296-cd15-4ae4-9566-4f68a19fb383 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups/33c72868-3277-461f-9568-9b5b82987945 HTTP/1.1" status: 404 len: 347 time: 0.0170276 May 27 11:37:50.996233 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39624) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:51.105529 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:51.118423 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'port_id': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'mac_address': 'fa:16:3e:69:ef:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:37:51.176734 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:51.194793 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:37:51.210389 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:51.234573 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Deleting port b0153cbe-4182-4cdc-a088-ce638437d5d6 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:37:51.234908 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:51.276546 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:51.278575 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:51.349821 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:51.352798 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:51.363710 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:51.364093 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:51.504566 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Calling delete_port for b0153cbe-4182-4cdc-a088-ce638437d5d6 owned by network:floatingip {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:37:51.682254 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:37:51.684463 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47333ca4-0496-449d-80d3-46990c2d8e33 req-52f80f83-a29e-47be-a08e-51514bdd7fcb tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:51.688257 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-47333ca4-0496-449d-80d3-46990c2d8e33 req-52f80f83-a29e-47be-a08e-51514bdd7fcb tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1127322 May 27 11:37:51.699634 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e13f2-c2bb-4b87-8bba-9db461aaad4b req-82d7ddc7-c839-4280-903d-76063bcfd9a0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:51.701310 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5a9e13f2-c2bb-4b87-8bba-9db461aaad4b req-82d7ddc7-c839-4280-903d-76063bcfd9a0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 944 time: 0.1658516 May 27 11:37:51.728207 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:51.733219 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7f556cb4-32e5-4242-8bc5-e89e8c5be18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:51.785431 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-47333ca4-0496-449d-80d3-46990c2d8e33 req-8954ecfb-ba41-4a75-8b9f-3a09e50cc12d tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829549 May 27 11:37:51.793812 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5a9e13f2-c2bb-4b87-8bba-9db461aaad4b req-34fca941-b633-4213-a8f7-9643e4894375 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768769 May 27 11:37:51.808494 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event deleted for resources: {'Port': ['ID=b0153cbe-4182-4cdc-a088-ce638437d5d6,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:51.859015 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:51.933799 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:51.953391 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:51.964080 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "DELETE /v2.0/floatingips/3e024041-7d7f-4ae2-ad25-d2e582dc78d0 HTTP/1.1" status: 204 len: 168 time: 0.9615166 May 27 11:37:52.101614 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709154e-12e6-4a4a-803e-2a63c5b0b141 req-dea6ee8d-6ef4-424e-96c3-2ab6c1004f56 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:52.103820 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f709154e-12e6-4a4a-803e-2a63c5b0b141 req-dea6ee8d-6ef4-424e-96c3-2ab6c1004f56 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.1646016 May 27 11:37:52.118204 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94214eeb-c412-443e-8903-9e1f22783884 req-6bf6b949-38b9-428e-b606-31b2f25c24f1 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:52.119682 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-94214eeb-c412-443e-8903-9e1f22783884 req-6bf6b949-38b9-428e-b606-31b2f25c24f1 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1147556 May 27 11:37:52.284177 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f709154e-12e6-4a4a-803e-2a63c5b0b141 req-c2e36b95-14e4-4bd2-9fee-9464c6b8ff04 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634595 May 27 11:37:52.287025 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-94214eeb-c412-443e-8903-9e1f22783884 req-4353b6e5-7fb5-4ef1-b481-f43c5e6afd99 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531327 May 27 11:37:52.486277 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cf8be-7f30-41c7-9858-a48a600f53e8 req-542e43d6-14be-468e-9c67-3003e3ab93dc tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:52.487773 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-777cf8be-7f30-41c7-9858-a48a600f53e8 req-542e43d6-14be-468e-9c67-3003e3ab93dc tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0892613 May 27 11:37:52.540485 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-777cf8be-7f30-41c7-9858-a48a600f53e8 req-102df0d1-2834-4c58-bb1d-63d2d0544b91 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 May 27 11:37:52.564144 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 39648) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:52.690619 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39654) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:52.696647 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356830613', 'description': 'tempest-description--926223379'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:52.702501 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:52.706704 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:security_group and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:52.709624 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:52.717053 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:52.747349 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f2b5a6-b343-4108-bca8-bf477eb42adf tempest-TestShelveInstance-2081904116 tempest-TestShelveInstance-2081904116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:52.748948 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-c5f2b5a6-b343-4108-bca8-bf477eb42adf tempest-TestShelveInstance-2081904116 tempest-TestShelveInstance-2081904116-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 1093 time: 0.1837347 May 27 11:37:52.751883 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 39658) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:52.757319 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Request body: {'floatingip': {'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'port_id': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:52.763670 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:52.767532 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Usage tracker for resource:floatingip and tenant:71a85582257d46dbba6d7a5996789557 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:52.770401 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:52.777006 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:52.829141 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:52.857358 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:52.862267 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:security_group_rule and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:52.863644 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for floatingip, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:52.865548 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:52.872719 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:52.952319 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:52.976136 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device c788f0fc-de0d-468d-a639-a8949a68cc76 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:37:52.983793 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:37:53.011682 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.016008 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-40ba3363-cdab-4b14-bed2-4e248042284e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:53.059167 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:53.069939 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:53.134451 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf01a24-7219-4aee-b301-5656b1093bb3 req-fc745205-0817-4c18-b210-064fb6581e3c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:53.135926 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ecf01a24-7219-4aee-b301-5656b1093bb3 req-fc745205-0817-4c18-b210-064fb6581e3c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.2305052 May 27 11:37:53.156221 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.160626 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4688439 May 27 11:37:53.161265 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39666) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:53.167625 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'security_group_rule': {'security_group_id': '3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:53.173837 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:53.176808 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11811d85-96af-48b6-8ceb-daf4a245aaef req-1e0c863a-b4c7-4eb6-b2ea-05b2253af528 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:53.177902 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:security_group_rule and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:53.178276 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-11811d85-96af-48b6-8ceb-daf4a245aaef req-1e0c863a-b4c7-4eb6-b2ea-05b2253af528 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 944 time: 0.1863260 May 27 11:37:53.180133 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port c788f0fc-de0d-468d-a639-a8949a68cc76, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c788f0fc-de0d-468d-a639-a8949a68cc76,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:53.182351 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:53.188963 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:53.194949 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': 'c788f0fc-de0d-468d-a639-a8949a68cc76', 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764', 'port_id': 'c788f0fc-de0d-468d-a639-a8949a68cc76', 'mac_address': 'fa:16:3e:98:d3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66283abe-1af6-477b-8b7a-ca5014fb7560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:37:53.258520 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.263434 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ecf01a24-7219-4aee-b301-5656b1093bb3 req-b1f95fa5-f74f-4acc-9805-cc92a7ed02c6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204906 May 27 11:37:53.264899 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.303848 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c788f0fc-de0d-468d-a639-a8949a68cc76 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:37:53.303848 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port c788f0fc-de0d-468d-a639-a8949a68cc76, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c788f0fc-de0d-468d-a639-a8949a68cc76,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:53.310538 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-11811d85-96af-48b6-8ceb-daf4a245aaef req-7cdf39b8-dbef-4e5c-afcf-bcbd7081fdd0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228013 May 27 11:37:53.407336 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:37:53.412655 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:37:53.413314 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.436974 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.467514 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Allocated IP 172.27.0.222 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/01ff1c1b-6a06-40a8-8cff-8ef074e866d8) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:37:53.482456 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.484660 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:53.504310 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.596952 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.599714 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5b27c5c6-1350-44bc-b998-42eb705d5c4c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:53.601887 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=c788f0fc-de0d-468d-a639-a8949a68cc76,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:53.627555 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b921076b-a49a-477f-856b-4e20c09c2092,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:53.631478 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:53.641551 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.646595 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb708e2-1e40-48cc-a071-04d3f298dabb req-1f12b647-18a8-48b6-8cc2-2ce6cbf71413 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:53.648180 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ccb708e2-1e40-48cc-a071-04d3f298dabb req-1f12b647-18a8-48b6-8cc2-2ce6cbf71413 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.2492485 May 27 11:37:53.660627 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:53.677824 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:53.688854 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:53.721779 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.723567 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-5f123761-c02c-49d8-9a71-c8b43e76f98f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5611572 May 27 11:37:53.726155 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39680) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:53.731638 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'code': 200} May 27 11:37:53.732969 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'security_group_rule': {'security_group_id': '3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:53.738694 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:53.739043 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ccb708e2-1e40-48cc-a071-04d3f298dabb req-15490d58-60fa-4ac4-acdc-db65cc3f2a5b tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769315 May 27 11:37:53.743204 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:security_group_rule and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:53.743961 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.746459 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:53.752661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:53.784465 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.786343 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-056a762f-eba8-4601-89fd-84e269ff1295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:53.862365 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:53.869804 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.870312 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:53.871339 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['c788f0fc-de0d-468d-a639-a8949a68cc76'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:37:53.911350 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.917209 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:53.938528 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:53.984662 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:37:53.987625 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:37:53.991580 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:37:54.035614 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event updated for resources: {'Port': ['ID=01ff1c1b-6a06-40a8-8cff-8ef074e866d8,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:54.040564 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:54.046097 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720258'] for security_group_rule, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:54.049351 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:54.071474 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a809befc-51cd-42c9-93da-5f7210970417,revision_number=0']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:54.075739 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:54.173151 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:54.179693 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-c37fa73e-1225-43e5-9b1c-bd0e5ba0598e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4473059 May 27 11:37:54.179693 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39686) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:54.183412 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'floatingip': {'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:54.189643 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:37:54.193903 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:floatingip and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:37:54.198183 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:37:54.243742 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:37:54.281166 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7054a1-8bcb-4afb-9847-da674ee672e3 req-23247fc2-f38e-4fd2-ba94-41ebb104990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:54.282628 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-5b7054a1-8bcb-4afb-9847-da674ee672e3 req-23247fc2-f38e-4fd2-ba94-41ebb104990a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 1098 time: 0.0855789 May 27 11:37:54.330777 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-5b7054a1-8bcb-4afb-9847-da674ee672e3 req-44b05a12-2ab5-44a2-ae0f-3e79d0e7c8f1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392575 May 27 11:37:54.338960 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:54.506104 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c46f79-0d4f-4971-a1f9-8b90186608ef req-d418b391-d0ae-407c-aa67-9447ed5080f2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:54.507689 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c6c46f79-0d4f-4971-a1f9-8b90186608ef req-d418b391-d0ae-407c-aa67-9447ed5080f2 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1154807 May 27 11:37:54.556764 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:54.576381 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c6c46f79-0d4f-4971-a1f9-8b90186608ef req-ecdb4a2e-5033-4f86-a1bc-2e7ac2dcd9fc tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573239 May 27 11:37:54.592508 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:54.754418 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Allocated IP 172.27.0.234 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/57805c88-25d4-466a-8d01-faefb47eb34b) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:37:54.826436 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:54.913414 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:54.955828 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd60d5-a3c0-4236-a00f-96b5527b2bda req-88edb1bc-47bd-4e53-a866-091d6cc01e27 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:54.957327 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-19cd60d5-a3c0-4236-a00f-96b5527b2bda req-88edb1bc-47bd-4e53-a866-091d6cc01e27 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.3532593 May 27 11:37:54.996821 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device c788f0fc-de0d-468d-a639-a8949a68cc76 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:37:55.023826 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.030366 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f21f1fe6-9cdd-4f29-8f41-fc656a91fcd2 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:55.095273 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-19cd60d5-a3c0-4236-a00f-96b5527b2bda req-bc9189a8-bb70-49e3-81b9-32067cce0a54 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293247 May 27 11:37:55.101277 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:37:55.104945 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:37:55.108539 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:37:55.126327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedd7a2-5c44-46b1-8f6c-9b0ef03b223a req-0f399506-2359-4f82-8f69-f310b9255619 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:55.128584 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-faedd7a2-5c44-46b1-8f6c-9b0ef03b223a req-0f399506-2359-4f82-8f69-f310b9255619 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 944 time: 0.2744522 May 27 11:37:55.140907 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'Port': ['ID=57805c88-25d4-466a-8d01-faefb47eb34b,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:55.147489 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:55.191542 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port c788f0fc-de0d-468d-a639-a8949a68cc76 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:37:55.199643 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port c788f0fc-de0d-468d-a639-a8949a68cc76 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:37:55.200118 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.201715 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-faedd7a2-5c44-46b1-8f6c-9b0ef03b223a req-eb51edff-089d-4cd5-bac5-0f8a73babacb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667922 May 27 11:37:55.213076 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.220986 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.333564 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.338904 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.344741 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bfc94dfd-b41a-4e5e-a734-839ec6e028b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:55.369226 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.373444 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port c788f0fc-de0d-468d-a639-a8949a68cc76, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c788f0fc-de0d-468d-a639-a8949a68cc76,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:37:55.434733 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.436701 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:55.478935 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event updated for resources: {'Port': ['ID=01ff1c1b-6a06-40a8-8cff-8ef074e866d8,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:55.488787 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:55.498558 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.538659 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=c788f0fc-de0d-468d-a639-a8949a68cc76,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:55.542447 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:55.600741 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.671703 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.677834 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1ff534f3-f908-432f-98ec-fc9701131791 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:37:55.692457 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.l3_db [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Floating IP ebcd5c18-07c8-4565-ab7c-fdd2dabfbcd4 associated. External IP: 172.27.0.222, port: d5f76c1b-7c56-41b6-bfc2-652ada840398. May 27 11:37:55.733311 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0babe2-b15c-4f32-89c4-a28d3e5decde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c788f0fc-de0d-468d-a639-a8949a68cc76'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:55.784953 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0babe2-b15c-4f32-89c4-a28d3e5decde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c788f0fc-de0d-468d-a639-a8949a68cc76', 'code': 200} May 27 11:37:55.801095 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'Port': ['ID=57805c88-25d4-466a-8d01-faefb47eb34b,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:37:55.801095 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:37:55.804809 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.904720 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:55.914440 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7275834 May 27 11:37:55.972231 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c3fec-6cce-4ab7-93f4-43bdaea2cfbf req-e09f8e6f-7d92-4ca0-8daa-d7bfc57d0bfc tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:55.978178 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-357c3fec-6cce-4ab7-93f4-43bdaea2cfbf req-e09f8e6f-7d92-4ca0-8daa-d7bfc57d0bfc tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.2207150 May 27 11:37:56.200192 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-357c3fec-6cce-4ab7-93f4-43bdaea2cfbf req-22cf3f0a-0c67-48c4-a92a-0fcd0e4574aa tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653862 May 27 11:37:56.215289 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-a17cc77b-b4bf-43a2-8c8e-fa39d4491c9f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1356830613&fields=id&tenant_id=e67fddd439ac44dba25dfd532d291bcc HTTP/1.1" status: 200 len: 267 time: 0.1615891 May 27 11:37:56.329036 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Router b688154c-99bd-4a02-874d-e95af07279e0 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:37:56.336032 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1f4b4-710e-473c-ba18-51b21de9da9b req-98248ea2-bb94-425b-881e-878b5d2e32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:56.338112 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e4a1f4b4-710e-473c-ba18-51b21de9da9b req-98248ea2-bb94-425b-881e-878b5d2e32a1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 1098 time: 0.0866015 May 27 11:37:56.390805 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e4a1f4b4-710e-473c-ba18-51b21de9da9b req-5e5448d3-aa86-45ed-a7a5-17c5bdb750f2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 May 27 11:37:56.699335 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-c80cff11-2078-42c6-97ca-1d50f211aac4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:56.700814 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-c80cff11-2078-42c6-97ca-1d50f211aac4 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/networks?id=47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 200 len: 810 time: 0.4735601 May 27 11:37:56.745275 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-8584ce6f-2300-4819-94a0-e94603bab470 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/quotas/e67fddd439ac44dba25dfd532d291bcc HTTP/1.1" status: 200 len: 375 time: 0.0221903 May 27 11:37:56.755212 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d6c67-7082-4214-8b24-5916c1017caa req-03634f28-9912-4d4a-a09c-81de20ff4d10 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:56.756647 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-813d6c67-7082-4214-8b24-5916c1017caa req-03634f28-9912-4d4a-a09c-81de20ff4d10 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.4330022 May 27 11:37:56.828866 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:37:56.842253 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] Sync routers for ids ['b688154c-99bd-4a02-874d-e95af07279e0'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:37:56.847392 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] Routers {'b688154c-99bd-4a02-874d-e95af07279e0'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:37:56.848035 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:37:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b688154c-99bd-4a02-874d-e95af07279e0'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:56.880708 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-813d6c67-7082-4214-8b24-5916c1017caa req-f8ccb865-b171-43df-be7c-eac708bcbf6d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176996 May 27 11:37:56.907688 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-249785c4-82c6-4c82-8f3b-f2afbdcb6213 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1501071 May 27 11:37:56.969319 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:57.052240 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] Set router b688154c-99bd-4a02-874d-e95af07279e0 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:37:57.178033 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4249666 May 27 11:37:57.181731 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:37:57.233321 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-c4517ff3-e09b-4860-919e-871cf0984b51 service neutron] 10.222.0.86 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111234 May 27 11:37:57.245585 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11273f59-583f-45c9-a799-79fa9b8c56fe req-7844af55-0a54-4e96-9453-c3822966ffbf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:57.247088 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-11273f59-583f-45c9-a799-79fa9b8c56fe req-7844af55-0a54-4e96-9453-c3822966ffbf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 945 time: 0.2343078 May 27 11:37:57.398418 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-11273f59-583f-45c9-a799-79fa9b8c56fe req-5c67e699-6a5f-41e8-af1d-424d06999095 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305430 May 27 11:37:57.428420 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-3091d561-b9eb-4447-9ddc-d76edaa9081f service neutron] 10.222.0.86 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801639 May 27 11:37:57.444402 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:39Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': 'ebcd5c18-07c8-4565-ab7c-fdd2dabfbcd4', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'port_id': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'mac_address': 'fa:16:3e:dd:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511cdf1b-8269-433c-b5da-b339eed9e460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:37:54Z', 'updated_at': '2021-05-27T11:37:54Z', 'revision_number': 0, 'project_id': '71a85582257d46dbba6d7a5996789557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e', 'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'mac_address': 'fa:16:3e:62:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:37Z', 'updated_at': '2021-05-27T11:36:46Z', 'revision_number': 5, 'project_id': '71a85582257d46dbba6d7a5996789557', 'subnets': [{'id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:57.449033 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] Checking router: b688154c-99bd-4a02-874d-e95af07279e0 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:37:57.459196 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] Routers {'b688154c-99bd-4a02-874d-e95af07279e0'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:37:57.459941 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:37:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b688154c-99bd-4a02-874d-e95af07279e0'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:57.618689 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37183b-b4fc-4da8-9df4-df0eb55b688f req-2ac3673a-ddd2-4bfc-b0a6-790cf1e0442b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:57.619411 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6d37183b-b4fc-4da8-9df4-df0eb55b688f req-2ac3673a-ddd2-4bfc-b0a6-790cf1e0442b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1109054 May 27 11:37:57.628273 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39742) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:37:57.640368 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-65670092-fc8c-49af-b452-973a18d93b60 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Request body: {'floatingip': {'port_id': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:37:57.667873 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'status': 'completed', 'code': 200} May 27 11:37:57.746725 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] Set router b688154c-99bd-4a02-874d-e95af07279e0 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:37:57.811854 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-65670092-fc8c-49af-b452-973a18d93b60 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:57.904644 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9ac04e70-ba67-4a12-b21d-f22899e9782c req-3efc67cf-9aba-420d-8550-09969377f539 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 210 time: 0.1589444 May 27 11:37:57.953384 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a2b-4976-42fd-a84c-1d41d7d2b199 req-9ba5f3a2-9189-4ad8-874d-516e2e4b8771 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:57.955204 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3c2c9a2b-4976-42fd-a84c-1d41d7d2b199 req-9ba5f3a2-9189-4ad8-874d-516e2e4b8771 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1314378 May 27 11:37:58.028112 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3c2c9a2b-4976-42fd-a84c-1d41d7d2b199 req-8611b9a1-e480-4db7-a154-4071bbd88256 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&id=63bfc2fc-2045-4322-bfc4-280166ec7190&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661175 May 27 11:37:58.077924 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-eefdca93-dc9a-470f-bda0-65a527f26160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:58.079459 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-eefdca93-dc9a-470f-bda0-65a527f26160 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71a85582257d46dbba6d7a5996789557&device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 1098 time: 0.2042358 May 27 11:37:58.216730 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:39Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': 'ebcd5c18-07c8-4565-ab7c-fdd2dabfbcd4', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'port_id': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'mac_address': 'fa:16:3e:dd:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511cdf1b-8269-433c-b5da-b339eed9e460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:37:54Z', 'updated_at': '2021-05-27T11:37:54Z', 'revision_number': 0, 'project_id': '71a85582257d46dbba6d7a5996789557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e', 'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'mac_address': 'fa:16:3e:62:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:37Z', 'updated_at': '2021-05-27T11:36:46Z', 'revision_number': 5, 'project_id': '71a85582257d46dbba6d7a5996789557', 'subnets': [{'id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:37:58.220901 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc2ce64-a8c8-406a-92ee-8c47cfb1348b None None] The sync data for ids ['b688154c-99bd-4a02-874d-e95af07279e0'] in dv-cinder-751579-23-iscsi is: [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:39Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': 'ebcd5c18-07c8-4565-ab7c-fdd2dabfbcd4', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'port_id': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'mac_address': 'fa:16:3e:dd:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511cdf1b-8269-433c-b5da-b339eed9e460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:37:54Z', 'updated_at': '2021-05-27T11:37:54Z', 'revision_number': 0, 'project_id': '71a85582257d46dbba6d7a5996789557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e', 'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'mac_address': 'fa:16:3e:62:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:37Z', 'updated_at': '2021-05-27T11:36:46Z', 'revision_number': 5, 'project_id': '71a85582257d46dbba6d7a5996789557', 'subnets': [{'id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:37:58.436919 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c981a58a-c746-4357-8231-d7a2a6351833 None None] New status for floating IP ebcd5c18-07c8-4565-ab7c-fdd2dabfbcd4: ACTIVE {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:37:58.485871 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-adab61f3-9cf1-46f6-bdf0-be8271aec269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:58.487756 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-adab61f3-9cf1-46f6-bdf0-be8271aec269 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a038ba68-8113-4964-8d44-c2a7f20fa4e2 HTTP/1.1" status: 200 len: 911 time: 0.4012043 May 27 11:37:58.616307 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4169d99-55ad-4d0c-85d5-b2f78f3e00ba req-443e71c3-59d0-4f23-a1f9-0cc08fca3ead tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:58.618015 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e4169d99-55ad-4d0c-85d5-b2f78f3e00ba req-443e71c3-59d0-4f23-a1f9-0cc08fca3ead tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 945 time: 0.0890162 May 27 11:37:58.670448 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e4169d99-55ad-4d0c-85d5-b2f78f3e00ba req-75f6222a-58bb-4270-a54a-f90c67a00a09 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 May 27 11:37:58.808947 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-eb36a46a-48a6-4dcd-a5c5-40b7754a6d02 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398 HTTP/1.1" status: 200 len: 999 time: 0.3138993 May 27 11:37:58.878404 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-f7d95dc7-a2d9-46e5-8586-01a8212df752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:58.879962 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-f7d95dc7-a2d9-46e5-8586-01a8212df752 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e33fdc2c-c1c0-470e-8390-5cc926f5c6d7 HTTP/1.1" status: 200 len: 848 time: 0.0635016 May 27 11:37:59.039429 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-0702f293-4582-4d03-800d-0c6af8ef1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:37:59.041010 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-0702f293-4582-4d03-800d-0c6af8ef1a7f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a038ba68-8113-4964-8d44-c2a7f20fa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1545858 May 27 11:37:59.079856 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e870e329-719b-4f84-bfbe-b5a434efd0ed req-732fb0ca-f828-4ba3-b821-33a9b48c4cb8 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 210 time: 0.0490358 May 27 11:37:59.225610 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-65670092-fc8c-49af-b452-973a18d93b60 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:59.268959 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-0d66fd55-7876-4dab-93a7-299fa4b16525 service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702728 May 27 11:37:59.358993 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-65670092-fc8c-49af-b452-973a18d93b60 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:37:59.596223 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b8779416-15c7-4c88-9b79-6aaa991ac7db req-9ce8f403-2d60-404c-b086-a3c347c5bb75 service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178523 May 27 11:37:59.611863 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.l3_db [None req-65670092-fc8c-49af-b452-973a18d93b60 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Floating IP 96ebf3d0-b2bc-4a8e-812a-49fab42dfecc associated. External IP: 172.27.0.59, port: 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc. May 27 11:38:00.088290 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65670092-fc8c-49af-b452-973a18d93b60 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Router 1af9f885-53b4-4095-9bde-42d2e8720e9a has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:38:00.234439 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c1cb0bb4-e6ce-418f-92ab-4265474b3671 req-e9259a72-06a9-412a-8f72-fb9404207593 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 210 time: 0.0459650 May 27 11:38:00.357125 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65670092-fc8c-49af-b452-973a18d93b60 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:38:00.363071 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-65670092-fc8c-49af-b452-973a18d93b60 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:00.367372 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] Sync routers for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:38:00.377988 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:38:00.378884 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:37:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:00.453062 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-65670092-fc8c-49af-b452-973a18d93b60 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "PUT /v2.0/floatingips/96ebf3d0-b2bc-4a8e-812a-49fab42dfecc HTTP/1.1" status: 200 len: 990 time: 2.8237603 May 27 11:38:00.459591 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-0b63d264-2e56-4de1-bafb-9d4383a64b82 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:00.461021 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-0b63d264-2e56-4de1-bafb-9d4383a64b82 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.76 "GET /v2.0/networks?id=47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 200 len: 810 time: 0.2292938 May 27 11:38:00.461669 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:38:00.528550 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-87cb1d4b-6b2d-4ca8-b07c-fcd981b965f3 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Synchronizing usage tracker for tenant:e67fddd439ac44dba25dfd532d291bcc on resource:security_group {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:38:00.546224 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'status': 'completed', 'code': 200} May 27 11:38:00.574885 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:38:00.647677 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-87cb1d4b-6b2d-4ca8-b07c-fcd981b965f3 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Unset dirty status for tenant:e67fddd439ac44dba25dfd532d291bcc on resource:security_group {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:38:00.649344 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-87cb1d4b-6b2d-4ca8-b07c-fcd981b965f3 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e67fddd439ac44dba25dfd532d291bcc HTTP/1.1" status: 200 len: 380 time: 0.1708045 May 27 11:38:00.659069 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'port': {'device_id': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'admin_state_up': True, 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'security_groups': ['3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d']}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:38:00.768805 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-46310080-8a05-4c3d-b39e-ab73f8d1e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:00.771268 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-46310080-8a05-4c3d-b39e-ab73f8d1e160 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 1098 time: 0.1699610 May 27 11:38:00.886126 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:38:00.890906 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Usage tracker for resource:port and tenant:e67fddd439ac44dba25dfd532d291bcc is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:38:00.893989 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:38:00.900363 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:38:00.942744 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-6e1dbec0-176b-40ce-9615-bda723fcfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:00.944801 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-6e1dbec0-176b-40ce-9615-bda723fcfc0f service neutron] 10.222.0.76 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 918 time: 0.1659989 May 27 11:38:00.972921 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Made reservation on behalf of e67fddd439ac44dba25dfd532d291bcc for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:38:00.976594 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:01.078547 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-c49200b7-9cf4-4cf3-b72d-2e6e866f99a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc HTTP/1.1" status: 200 len: 998 time: 0.1199245 May 27 11:38:01.104765 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '96ebf3d0-b2bc-4a8e-812a-49fab42dfecc', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'port_id': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'mac_address': 'fa:16:3e:69:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f30f48-2f84-487a-a988-334cf6e09d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:37:35Z', 'updated_at': '2021-05-27T11:37:58Z', 'revision_number': 1, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:01.108799 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] Checking router: 1af9f885-53b4-4095-9bde-42d2e8720e9a for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:38:01.118820 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:38:01.119541 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:37:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:01.165998 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-371160c3-1c6c-4be7-888f-ce576dbf69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:01.168013 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-371160c3-1c6c-4be7-888f-ce576dbf69c8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 200 len: 855 time: 0.0820327 May 27 11:38:01.174294 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Allocated IP 172.20.0.9 (47519489-b492-49e9-b8c5-e2af1750cb86/62eac499-a6b2-4315-b03e-39ac1743fde5/c0b52540-88d2-43c4-b345-e4d83b28196e) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:38:01.351750 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:38:01.451639 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:01.470538 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Transition to ACTIVE for port object c0b52540-88d2-43c4-b345-e4d83b28196e will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:38:01.479617 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-71a03abe-9145-4504-80de-efa83ef7e638 req-83b4072b-0f6e-4821-b3b3-1096fe6ad4e0 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 210 time: 0.0523643 May 27 11:38:01.488753 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-424a0880-5b78-4831-b828-8562b093de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:01.490211 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-424a0880-5b78-4831-b828-8562b093de1b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af505858-099f-4c8c-a08e-146c90c5ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3147311 May 27 11:38:01.574057 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:01.579776 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-939aa08e-c3f7-43c5-a533-a604c03f8ac7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:01.654588 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Network 47519489-b492-49e9-b8c5-e2af1750cb86 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:38:01.658045 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:38:01.661787 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-f001e74e-b9a4-4e6e-b4e6-4349539bfdf5 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578605 May 27 11:38:01.661957 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:38:01.693144 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event updated for resources: {'Port': ['ID=c0b52540-88d2-43c4-b345-e4d83b28196e,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:01.701945 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:01.770688 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:01.773509 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:01.813051 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '96ebf3d0-b2bc-4a8e-812a-49fab42dfecc', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'port_id': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'mac_address': 'fa:16:3e:69:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f30f48-2f84-487a-a988-334cf6e09d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:37:35Z', 'updated_at': '2021-05-27T11:37:58Z', 'revision_number': 1, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:01.818642 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8b32f-fcfa-46f5-9403-6d9f1620023d None None] The sync data for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi is: [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '96ebf3d0-b2bc-4a8e-812a-49fab42dfecc', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'port_id': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'mac_address': 'fa:16:3e:69:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f30f48-2f84-487a-a988-334cf6e09d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:37:35Z', 'updated_at': '2021-05-27T11:37:58Z', 'revision_number': 1, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:38:01.876401 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-36114c83-c0ab-4e14-9e4f-19f30eb3cfcb req-5f41f95c-a596-499b-a04c-927904373b7a service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054954 May 27 11:38:01.939560 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2843904 May 27 11:38:01.962224 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Request body: {'port': {'device_id': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:38:01.967710 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-9bb508a1-2186-454f-ae17-99d490fb2132 None None] Provisioning for port c0b52540-88d2-43c4-b345-e4d83b28196e completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:38:01.973337 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-9bb508a1-2186-454f-ae17-99d490fb2132 None None] Provisioning complete for port c0b52540-88d2-43c4-b345-e4d83b28196e triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:38:01.973868 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-9bb508a1-2186-454f-ae17-99d490fb2132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:02.052186 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-9bb508a1-2186-454f-ae17-99d490fb2132 None None] Port c0b52540-88d2-43c4-b345-e4d83b28196e cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:38:02.060629 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c1b667-2bdc-48a6-b041-7de7fb4a337c None None] New status for floating IP 96ebf3d0-b2bc-4a8e-812a-49fab42dfecc: ACTIVE {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:38:02.216252 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:02.497394 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39826) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:38:02.594028 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-12516265-e012-4918-acdd-243bb37ee3bf admin admin] Deleting subnet 41cb609c-7e79-4a73-8542-1f269f07e4d6 {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:38:02.607445 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-12516265-e012-4918-acdd-243bb37ee3bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:02.670230 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-12516265-e012-4918-acdd-243bb37ee3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225886'] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:02.677060 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46b2c9-e6dc-46ed-a266-e5c5744768fe req-2956667f-b920-43f3-b491-8a81d7884dfe tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:02.678558 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9d46b2c9-e6dc-46ed-a266-e5c5744768fe req-2956667f-b920-43f3-b491-8a81d7884dfe tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 931 time: 0.0833733 May 27 11:38:02.699390 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8f15-7387-4eea-b2f8-0cd9f096f5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:02.726457 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9d46b2c9-e6dc-46ed-a266-e5c5744768fe req-634f4225-8379-4408-aceb-d227a310846f tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 May 27 11:38:02.788110 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-12516265-e012-4918-acdd-243bb37ee3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:02.815998 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b52540-88d2-43c4-b345-e4d83b28196e {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:38:02.828988 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:02.855286 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Transition to ACTIVE for port object c0b52540-88d2-43c4-b345-e4d83b28196e will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:38:02.960064 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:02.966117 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2ea7b219-a8f0-4f17-8230-212549870a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:03.159021 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Pushing event updated for resources: {'Port': ['ID=c0b52540-88d2-43c4-b345-e4d83b28196e,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:03.195852 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:03.223051 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:03.291250 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Attempting to bind port c0b52540-88d2-43c4-b345-e4d83b28196e on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:38:03.291767 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Attempting to bind port c0b52540-88d2-43c4-b345-e4d83b28196e by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:38:03.291898 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Attempting to bind port c0b52540-88d2-43c4-b345-e4d83b28196e on network 47519489-b492-49e9-b8c5-e2af1750cb86 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:38:03.297129 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Port c0b52540-88d2-43c4-b345-e4d83b28196e on network 47519489-b492-49e9-b8c5-e2af1750cb86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:38:03.297423 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Attempting to bind port c0b52540-88d2-43c4-b345-e4d83b28196e on network 47519489-b492-49e9-b8c5-e2af1750cb86 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:38:03.302798 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:38:03.303227 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Checking segment: {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:38:03.303586 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Bound using segment: {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:38:03.304068 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Bound port: c0b52540-88d2-43c4-b345-e4d83b28196e, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98aed9e7-3cae-4631-a6ec-7af1f4f5a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:38:03.304448 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:03.404801 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] For port c0b52540-88d2-43c4-b345-e4d83b28196e, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:38:03.407913 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] For port c0b52540-88d2-43c4-b345-e4d83b28196e, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c0b52540-88d2-43c4-b345-e4d83b28196e,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:38:03.499685 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:03.504756 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b9d9efa7-9f2f-4805-810f-97a44225b385 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:03.564948 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:03.565569 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:03.567017 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] 10.222.0.76 "PUT /v2.0/ports/c0b52540-88d2-43c4-b345-e4d83b28196e HTTP/1.1" status: 200 len: 1093 time: 1.6100912 May 27 11:38:03.567547 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'tag': 'c0b52540-88d2-43c4-b345-e4d83b28196e'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:38:03.585321 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-12516265-e012-4918-acdd-243bb37ee3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7864749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696197'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:03.610735 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Pushing event updated for resources: {'Port': ['ID=c0b52540-88d2-43c4-b345-e4d83b28196e,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:03.613643 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-12516265-e012-4918-acdd-243bb37ee3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:03.616513 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:03.616951 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:03.648244 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'tag': 'c0b52540-88d2-43c4-b345-e4d83b28196e', 'status': 'completed', 'code': 200} May 27 11:38:03.658590 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12516265-e012-4918-acdd-243bb37ee3bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41cb609c-7e79-4a73-8542-1f269f07e4d6,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:03.661134 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-12516265-e012-4918-acdd-243bb37ee3bf admin admin] 10.222.0.86 "DELETE /v2.0/subnets/41cb609c-7e79-4a73-8542-1f269f07e4d6 HTTP/1.1" status: 204 len: 168 time: 1.1630659 May 27 11:38:03.665637 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-12516265-e012-4918-acdd-243bb37ee3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:03.665637 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39838) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:38:03.829089 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:03.898300 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a80ba-aec7-4719-a43f-a4d7675e729f req-8b9cc656-dae1-44fc-9703-73c2b0a96599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:03.900463 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-ac7a80ba-aec7-4719-a43f-a4d7675e729f req-8b9cc656-dae1-44fc-9703-73c2b0a96599 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 1096 time: 0.2089825 May 27 11:38:03.918213 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c53ef-24a2-483e-aced-4e65a0d76789 req-b95a1890-0dae-4f51-8499-6e5950dc9a55 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:03.919786 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-215c53ef-24a2-483e-aced-4e65a0d76789 req-b95a1890-0dae-4f51-8499-6e5950dc9a55 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 943 time: 0.0856187 May 27 11:38:03.967177 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-215c53ef-24a2-483e-aced-4e65a0d76789 req-96e827ee-3a70-4eca-b3d0-7e1a413831b2 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415792 May 27 11:38:04.091110 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:04.163175 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a067fa-0d18-424a-8b9f-3feb1d9256cf']}} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:04.190173 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783bef33-6afd-4b4d-a21b-c4557c5b67df') {'for_net_delete': True} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:04.190469 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783bef33-6afd-4b4d-a21b-c4557c5b67df') {} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:04.205817 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225895'] for segment, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:04.221730 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:04.241406 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=92449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:38:04.241802 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7865103'] for segment, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: Traceback (most recent call last): May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: timer() May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: cb(*args, **kw) May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: return func(*args, **kwargs) May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: self._notify() May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: self.callback(batched_events) May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: event.method(event) May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: return f(self, *a, **k) May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._get(url).json() May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: return self.request(url, 'GET', **kwargs) May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:38:04.255551 dv-cinder-751579-23-iscsi neutron-server[92449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:38:04.349659 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a80ba-aec7-4719-a43f-a4d7675e729f req-ad1d20af-4763-4c70-b07c-8a4c77f5f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:04.351039 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-ac7a80ba-aec7-4719-a43f-a4d7675e729f req-ad1d20af-4763-4c70-b07c-8a4c77f5f34c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=e67fddd439ac44dba25dfd532d291bcc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3056135 May 27 11:38:04.450604 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:04.461881 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:04.479951 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:04.497465 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] Pushing event deleted for resources: {'Network': ['ID=78a067fa-0d18-424a-8b9f-3feb1d9256cf,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:04.504358 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:04.527007 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a80ba-aec7-4719-a43f-a4d7675e729f req-4c56d64b-663b-4992-99d7-6e1ce836c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:04.528918 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-ac7a80ba-aec7-4719-a43f-a4d7675e729f req-4c56d64b-663b-4992-99d7-6e1ce836c9c0 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1713495 May 27 11:38:04.579360 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-e6cfd9cb-7d4d-4a86-b375-699e3430c67e admin admin] 10.222.0.86 "DELETE /v2.0/networks/78a067fa-0d18-424a-8b9f-3feb1d9256cf HTTP/1.1" status: 204 len: 168 time: 0.9145987 May 27 11:38:04.672282 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-8de96811-e4e3-46d0-a680-2741b9832317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:04.673809 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-8de96811-e4e3-46d0-a680-2741b9832317 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 1096 time: 0.0778868 May 27 11:38:04.754993 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-16209269-891d-4f87-9cdd-0a70788a7a1e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0b52540-88d2-43c4-b345-e4d83b28196e HTTP/1.1" status: 200 len: 217 time: 0.0626502 May 27 11:38:04.825474 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-403b3dc1-7b68-44ce-98f6-de70ea21d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:04.826994 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-403b3dc1-7b68-44ce-98f6-de70ea21d641 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eac499-a6b2-4315-b03e-39ac1743fde5 HTTP/1.1" status: 200 len: 849 time: 0.0658047 May 27 11:38:04.905750 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-95ca6cfc-8fbe-4215-9ce5-6fd883d02a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:04.907129 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-95ca6cfc-8fbe-4215-9ce5-6fd883d02a68 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47519489-b492-49e9-b8c5-e2af1750cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728142 May 27 11:38:04.941932 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 39852) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:38:04.992953 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-6cf33cbd-541a-483e-9cc5-7f680a8571aa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a00eb19f03074b6cb3c1e8e2775384cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493691 May 27 11:38:04.995165 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 39858) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:38:05.024712 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:05.059571 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-b9feef52-6de6-4004-9977-bc2d4016a29d service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455925 May 27 11:38:05.061588 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b2ada448-7a44-4196-8706-9706f0a871fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:05.130120 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b2ada448-7a44-4196-8706-9706f0a871fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:05.208892 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207f3a1-66cd-465a-be7f-e4563dc8a217 req-d3f03f07-80d5-42fe-b6a6-86d394584d57 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:05.209127 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-814a9551-a7d2-4757-87fa-d7acd3030974 req-26322347-a17b-4c0f-b1ab-fdf5ee540ca1 service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430893 May 27 11:38:05.210372 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4207f3a1-66cd-465a-be7f-e4563dc8a217 req-d3f03f07-80d5-42fe-b6a6-86d394584d57 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 943 time: 0.1284571 May 27 11:38:05.270407 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-cd45afad-168a-4920-be9d-d96471edd231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:05.279833 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4207f3a1-66cd-465a-be7f-e4563dc8a217 req-2e4b2862-b5eb-4f38-b08c-99f4775625b5 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571167 May 27 11:38:05.292883 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b2ada448-7a44-4196-8706-9706f0a871fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:05.298659 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-563d05a9-ca30-47c5-bfc2-6dc6ce2b4f92 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:05.313474 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ada448-7a44-4196-8706-9706f0a871fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9c09b9-c15f-44f6-8991-8d56f6000b38,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:05.320968 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b2ada448-7a44-4196-8706-9706f0a871fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:05.381802 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b2ada448-7a44-4196-8706-9706f0a871fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:05.382917 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b2ada448-7a44-4196-8706-9706f0a871fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3a9c09b9-c15f-44f6-8991-8d56f6000b38 HTTP/1.1" status: 204 len: 168 time: 0.3868277 May 27 11:38:06.194541 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:06.479213 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea298558-7358-4550-b22e-1de41bc67e88 req-5f473d2d-f9b1-48b1-99b5-5f8275a41acf tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:06.480721 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ea298558-7358-4550-b22e-1de41bc67e88 req-5f473d2d-f9b1-48b1-99b5-5f8275a41acf tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 943 time: 0.0856829 May 27 11:38:06.526761 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ea298558-7358-4550-b22e-1de41bc67e88 req-0076f876-d1b3-4379-9fdc-679507b77bc5 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 May 27 11:38:07.039267 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device c0b52540-88d2-43c4-b345-e4d83b28196e details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:38:07.179100 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port c0b52540-88d2-43c4-b345-e4d83b28196e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c0b52540-88d2-43c4-b345-e4d83b28196e,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:38:07.194242 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': 'c0b52540-88d2-43c4-b345-e4d83b28196e', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'port_id': 'c0b52540-88d2-43c4-b345-e4d83b28196e', 'mac_address': 'fa:16:3e:61:33:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:38:07.254404 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:07.271731 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b52540-88d2-43c4-b345-e4d83b28196e {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:38:07.287672 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port c0b52540-88d2-43c4-b345-e4d83b28196e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c0b52540-88d2-43c4-b345-e4d83b28196e,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:38:07.385382 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:07.387093 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:07.462042 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=c0b52540-88d2-43c4-b345-e4d83b28196e,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:07.465255 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:07.717975 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c45a53-811a-4279-b7f9-a4990d9fdeb5 req-b8620945-9d98-4084-996c-57206b34c39e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:07.719428 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-86c45a53-811a-4279-b7f9-a4990d9fdeb5 req-b8620945-9d98-4084-996c-57206b34c39e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 944 time: 0.0859332 May 27 11:38:07.765505 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-86c45a53-811a-4279-b7f9-a4990d9fdeb5 req-a5e72402-d18a-4be2-abbf-9c2f759579be tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404813 May 27 11:38:07.782489 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['c0b52540-88d2-43c4-b345-e4d83b28196e'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:38:07.989591 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:08.958998 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4b229-1238-4f27-b5ec-a9f505eafb77 req-8640f653-f546-4232-b034-831595925a06 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:08.960494 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-75d4b229-1238-4f27-b5ec-a9f505eafb77 req-8640f653-f546-4232-b034-831595925a06 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 944 time: 0.0887852 May 27 11:38:09.007075 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-75d4b229-1238-4f27-b5ec-a9f505eafb77 req-40f0b5b1-d360-4168-a846-176b05117c78 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403187 May 27 11:38:09.054128 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device c0b52540-88d2-43c4-b345-e4d83b28196e up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:38:09.213379 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port c0b52540-88d2-43c4-b345-e4d83b28196e completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:38:09.218721 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port c0b52540-88d2-43c4-b345-e4d83b28196e triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:38:09.219097 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:09.369560 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:09.397720 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b52540-88d2-43c4-b345-e4d83b28196e'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:38:09.407579 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port c0b52540-88d2-43c4-b345-e4d83b28196e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c0b52540-88d2-43c4-b345-e4d83b28196e,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:38:09.476243 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:09.478112 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:09.548957 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=c0b52540-88d2-43c4-b345-e4d83b28196e,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:09.552010 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:09.645131 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b52540-88d2-43c4-b345-e4d83b28196e', 'code': 200} May 27 11:38:10.184046 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4d3b2-f8d3-45a5-969d-3a8b9e162f2a req-628611f3-c9fd-4c35-9b76-70c56372f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:10.185912 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-61a4d3b2-f8d3-45a5-969d-3a8b9e162f2a req-628611f3-c9fd-4c35-9b76-70c56372f052 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 1098 time: 0.0799823 May 27 11:38:10.202450 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b931bf-3e84-44cf-bb2f-36b1776354c0 req-2de0fdee-2db5-4820-9c88-de9bebb78a53 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:10.204025 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-16b931bf-3e84-44cf-bb2f-36b1776354c0 req-2de0fdee-2db5-4820-9c88-de9bebb78a53 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 945 time: 0.0858865 May 27 11:38:10.231953 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-61a4d3b2-f8d3-45a5-969d-3a8b9e162f2a req-f1839b3e-3a51-41b0-9342-3e30a98ae09c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385776 May 27 11:38:10.259835 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-16b931bf-3e84-44cf-bb2f-36b1776354c0 req-ca9a0906-3db9-46d9-8580-a8f07948482e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475197 May 27 11:38:11.166405 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99899cd-523e-49ab-9031-cbad3374653b req-11232bf5-fe73-442e-aca8-795147155743 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:11.167879 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-11232bf5-fe73-442e-aca8-795147155743 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/networks?id=b5907639-7fd5-47e1-82eb-9ee6b01b7764 HTTP/1.1" status: 200 len: 815 time: 0.1458993 May 27 11:38:11.182902 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-d704e1a9-2d08-4fc4-87f9-47066e7a625a tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/quotas/3449e7e6513145debe1a9cfe4767a5fa HTTP/1.1" status: 200 len: 375 time: 0.0097158 May 27 11:38:11.269261 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-12280062-d2fe-4d62-a22a-0c3d650f7bf4 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810804 May 27 11:38:11.463253 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-95c2178c-bb54-430e-8a05-1b3ab59d3f7d service neutron] 10.222.0.86 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864026 May 27 11:38:11.648220 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc971ec-64b1-41e2-a0a3-7680bacfa053 req-6df373e0-3bf5-45a4-822c-8b4fb0dc5d00 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:11.650249 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9fc971ec-64b1-41e2-a0a3-7680bacfa053 req-6df373e0-3bf5-45a4-822c-8b4fb0dc5d00 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 945 time: 0.2767882 May 27 11:38:11.730822 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9fc971ec-64b1-41e2-a0a3-7680bacfa053 req-eef7eeb5-8a3e-403d-921c-bfca0c63316e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705156 May 27 11:38:11.739052 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-cf755963-3ea8-49d0-8974-c4d0a178c8bc service neutron] 10.222.0.86 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680261 May 27 11:38:12.000178 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-975a22e3-47d8-4844-a7db-95d2a30aec3b req-19a81c61-d01f-4530-92e4-9df042b26190 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 210 time: 0.0478065 May 27 11:38:12.920125 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c66cc-3c87-4691-97d9-b6131c573279 req-62765aed-ff7c-4abb-88f8-01e348af0bbe tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:12.921585 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a63c66cc-3c87-4691-97d9-b6131c573279 req-62765aed-ff7c-4abb-88f8-01e348af0bbe tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 945 time: 0.0833621 May 27 11:38:12.968213 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a63c66cc-3c87-4691-97d9-b6131c573279 req-fdbbd3e1-2424-44ff-b9bb-5655e0eafc3e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409000 May 27 11:38:13.161581 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-477ae1cc-f4a2-4a34-94a3-20afe87d9b49 req-b29c4b10-d54c-4baf-a594-c474c5321f44 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 210 time: 0.0477798 May 27 11:38:13.196982 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa91df0-640a-4ceb-b055-f41aa0791e8b req-c927c1a4-74ab-4305-b104-1847ed3438f5 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:13.198420 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6fa91df0-640a-4ceb-b055-f41aa0791e8b req-c927c1a4-74ab-4305-b104-1847ed3438f5 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 945 time: 0.1252108 May 27 11:38:13.210540 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 39934) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:38:13.216881 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-2bb00a34-7ff9-4866-90ac-06aae89dbcc8 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Request body: {'floatingip': {'port_id': 'c0b52540-88d2-43c4-b345-e4d83b28196e'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:38:13.302739 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2bb00a34-7ff9-4866-90ac-06aae89dbcc8 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:14.010433 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2bb00a34-7ff9-4866-90ac-06aae89dbcc8 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:14.081471 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2bb00a34-7ff9-4866-90ac-06aae89dbcc8 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:14.288786 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.l3_db [None req-2bb00a34-7ff9-4866-90ac-06aae89dbcc8 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Floating IP f9176cb4-df86-49ce-a624-cb3a5e0447f2 associated. External IP: 172.27.0.234, port: c0b52540-88d2-43c4-b345-e4d83b28196e. May 27 11:38:14.319163 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5428e778-b37c-4807-9046-4c95b94af394 req-92dde3ed-3900-44ba-8c77-8d1b76f584c3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 210 time: 0.0434701 May 27 11:38:14.555783 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99899cd-523e-49ab-9031-cbad3374653b req-3e4847a5-8254-4f4c-80ab-83aa77af19d0 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:14.557108 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-3e4847a5-8254-4f4c-80ab-83aa77af19d0 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "GET /v2.0/networks?id=b5907639-7fd5-47e1-82eb-9ee6b01b7764 HTTP/1.1" status: 200 len: 815 time: 0.3069522 May 27 11:38:14.626213 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Request body: {'port': {'device_id': '3705e490-4e48-46be-9fd6-653165b1c604', 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764', 'admin_state_up': True, 'tenant_id': '3449e7e6513145debe1a9cfe4767a5fa'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:38:14.870791 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:38:14.874053 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb00a34-7ff9-4866-90ac-06aae89dbcc8 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Router 05a5558e-143e-4d01-b577-4b76856d4766 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:38:14.877737 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Usage tracker for resource:port and tenant:3449e7e6513145debe1a9cfe4767a5fa is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:38:14.881816 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:38:14.889187 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:38:15.140591 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Made reservation on behalf of 3449e7e6513145debe1a9cfe4767a5fa for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:38:15.143910 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:15.243100 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb00a34-7ff9-4866-90ac-06aae89dbcc8 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:38:15.252531 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] Sync routers for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:38:15.263888 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:38:15.264537 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:38:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:15.266124 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2bb00a34-7ff9-4866-90ac-06aae89dbcc8 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:15.380104 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-2bb00a34-7ff9-4866-90ac-06aae89dbcc8 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "PUT /v2.0/floatingips/f9176cb4-df86-49ce-a624-cb3a5e0447f2 HTTP/1.1" status: 200 len: 991 time: 2.1649520 May 27 11:38:15.380746 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'tag': 'c0b52540-88d2-43c4-b345-e4d83b28196e'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:38:15.403092 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Allocated IP 172.20.0.11 (b5907639-7fd5-47e1-82eb-9ee6b01b7764/66283abe-1af6-477b-8b7a-ca5014fb7560/8bcb4121-c962-4dc2-87f0-004ffd56faea) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:38:15.455004 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:38:15.498029 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-86431870-b153-45b1-97a8-b73469fb1594 req-7ae5c6e4-ba44-4321-b84a-fa3e2b252e0d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 210 time: 0.0470798 May 27 11:38:15.571694 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'tag': 'c0b52540-88d2-43c4-b345-e4d83b28196e', 'status': 'completed', 'code': 200} May 27 11:38:15.635890 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:15.713090 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-9b8ef903-ade9-4ec8-a441-327d66f7924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:15.714560 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-9b8ef903-ade9-4ec8-a441-327d66f7924f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e67fddd439ac44dba25dfd532d291bcc&device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 1098 time: 0.0725300 May 27 11:38:15.721906 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:15.729266 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-6f9db3ba-d382-4c3f-a6a3-55b5624bb79d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:15.792784 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['c788f0fc-de0d-468d-a639-a8949a68cc76'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:38:15.801122 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Network b5907639-7fd5-47e1-82eb-9ee6b01b7764 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:38:15.804339 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:38:15.807787 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:38:15.853618 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Pushing event updated for resources: {'Port': ['ID=8bcb4121-c962-4dc2-87f0-004ffd56faea,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:15.856481 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-2cdb612e-067e-4391-91d8-5e7780449958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:15.858017 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-2cdb612e-067e-4391-91d8-5e7780449958 service neutron] 10.222.0.76 "GET /v2.0/networks?id=47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 200 len: 912 time: 0.1361206 May 27 11:38:15.871887 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.872295 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.873009 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.873388 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.873762 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.874208 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.874474 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.874832 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.875181 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.875538 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.875888 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.876367 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:38:15.887875 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:15.905250 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:15.906272 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:15.926118 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': 'f9176cb4-df86-49ce-a624-cb3a5e0447f2', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'port_id': 'c0b52540-88d2-43c4-b345-e4d83b28196e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'mac_address': 'fa:16:3e:61:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:37:55Z', 'updated_at': '2021-05-27T11:38:13Z', 'revision_number': 1, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:15.940214 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] Checking router: 05a5558e-143e-4d01-b577-4b76856d4766 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:38:15.962344 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:38:15.962975 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:38:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:15.973451 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-2cb7bbeb-0940-4b59-90d7-d4ced91bf91d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0b52540-88d2-43c4-b345-e4d83b28196e HTTP/1.1" status: 200 len: 999 time: 0.1080759 May 27 11:38:15.985922 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3688874 May 27 11:38:16.029359 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Request body: {'port': {'device_id': '3705e490-4e48-46be-9fd6-653165b1c604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:38:16.047802 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-4a93f84e-1c35-49bf-a04d-99c98d5a9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:16.049389 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-4a93f84e-1c35-49bf-a04d-99c98d5a9b0f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eac499-a6b2-4315-b03e-39ac1743fde5 HTTP/1.1" status: 200 len: 849 time: 0.0683973 May 27 11:38:16.139584 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-af7a20ba-cd42-4683-aacf-8b3dd81ac9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:16.141401 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-af7a20ba-cd42-4683-aacf-8b3dd81ac9a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=47519489-b492-49e9-b8c5-e2af1750cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0827141 May 27 11:38:16.155250 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:16.194336 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:38:16.288744 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-c5b4b523-f2ee-4b81-b4e0-5b65da8b9870 service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396298 May 27 11:38:16.434881 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6eb9ff4d-d40c-42b8-9d1f-8d307e92e26b req-6027736d-720b-4927-8181-15bb2e5503c3 service neutron] 10.222.0.76 "GET /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375637 May 27 11:38:16.531056 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcb4121-c962-4dc2-87f0-004ffd56faea {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:38:16.538879 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:16.557590 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Transition to ACTIVE for port object 8bcb4121-c962-4dc2-87f0-004ffd56faea will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:38:16.563041 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': 'f9176cb4-df86-49ce-a624-cb3a5e0447f2', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'port_id': 'c0b52540-88d2-43c4-b345-e4d83b28196e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'mac_address': 'fa:16:3e:61:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:37:55Z', 'updated_at': '2021-05-27T11:38:13Z', 'revision_number': 1, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:38:16.567299 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41baf528-d6d0-4166-b2c8-d62eeacc6e2a None None] The sync data for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi is: [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': 'f9176cb4-df86-49ce-a624-cb3a5e0447f2', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'port_id': 'c0b52540-88d2-43c4-b345-e4d83b28196e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'mac_address': 'fa:16:3e:61:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:37:55Z', 'updated_at': '2021-05-27T11:38:13Z', 'revision_number': 1, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:38:16.619396 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:16.623511 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:16.713308 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ce52a-20e7-408a-a503-9eb8d50777d7 req-79078a10-fb24-48ef-9786-cd7506407d32 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:16.714841 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d26ce52a-20e7-408a-a503-9eb8d50777d7 req-79078a10-fb24-48ef-9786-cd7506407d32 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 944 time: 0.0866289 May 27 11:38:16.768132 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d26ce52a-20e7-408a-a503-9eb8d50777d7 req-2bceb2d6-1228-4df0-afd5-208ea60d38e8 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474050 May 27 11:38:16.787883 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb4121-c962-4dc2-87f0-004ffd56faea,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:16.798074 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:16.808877 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37fd8c8-424f-4a98-93a2-666285ca3b9f None None] New status for floating IP f9176cb4-df86-49ce-a624-cb3a5e0447f2: ACTIVE {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:38:16.877719 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Attempting to bind port 8bcb4121-c962-4dc2-87f0-004ffd56faea on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:38:16.878055 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Attempting to bind port 8bcb4121-c962-4dc2-87f0-004ffd56faea by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:38:16.878387 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Attempting to bind port 8bcb4121-c962-4dc2-87f0-004ffd56faea on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:38:16.883017 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Port 8bcb4121-c962-4dc2-87f0-004ffd56faea on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:38:16.883540 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Attempting to bind port 8bcb4121-c962-4dc2-87f0-004ffd56faea on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:38:16.888888 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:38:16.889226 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Checking segment: {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:38:16.889610 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Bound using segment: {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:38:16.890040 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Bound port: 8bcb4121-c962-4dc2-87f0-004ffd56faea, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:38:16.890386 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:16.986224 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] For port 8bcb4121-c962-4dc2-87f0-004ffd56faea, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:38:16.989394 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] For port 8bcb4121-c962-4dc2-87f0-004ffd56faea, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8bcb4121-c962-4dc2-87f0-004ffd56faea,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:38:17.053563 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:17.058473 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:17.117462 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:17.118316 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:17.119737 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] 10.222.0.76 "PUT /v2.0/ports/8bcb4121-c962-4dc2-87f0-004ffd56faea HTTP/1.1" status: 200 len: 1094 time: 1.0956838 May 27 11:38:17.140652 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb4121-c962-4dc2-87f0-004ffd56faea,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:17.143753 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:17.444687 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99899cd-523e-49ab-9031-cbad3374653b req-b201756d-edbf-41a5-bda4-e689bbeddde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:17.446132 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-b201756d-edbf-41a5-bda4-e689bbeddde4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 1097 time: 0.0746000 May 27 11:38:17.624622 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3705e490-4e48-46be-9fd6-653165b1c604', 'tag': '8bcb4121-c962-4dc2-87f0-004ffd56faea'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:38:17.644004 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-083209bf-22f6-4c8c-8bfe-0330659ed5d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bcb4121-c962-4dc2-87f0-004ffd56faea HTTP/1.1" status: 200 len: 217 time: 0.1744421 May 27 11:38:17.686180 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3705e490-4e48-46be-9fd6-653165b1c604', 'tag': '8bcb4121-c962-4dc2-87f0-004ffd56faea', 'status': 'completed', 'code': 200} May 27 11:38:17.710613 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99899cd-523e-49ab-9031-cbad3374653b req-e8f8ade1-0afd-473b-b84d-ce3a531979eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:17.712072 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-e8f8ade1-0afd-473b-b84d-ce3a531979eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=66283abe-1af6-477b-8b7a-ca5014fb7560 HTTP/1.1" status: 200 len: 855 time: 0.0594931 May 27 11:38:17.763669 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-1a81f074-96e8-4bee-8f02-2c7a5a648bc4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5907639-7fd5-47e1-82eb-9ee6b01b7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431421 May 27 11:38:17.903615 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-e2295bd1-fca0-46bf-8a11-f42cf0795c4f service neutron] 10.222.0.76 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313269 May 27 11:38:17.967712 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8af66-ab4b-4834-90c0-b8603949adec req-0f5f7b7f-4ff2-46b5-b8b4-788d82514f18 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:17.969111 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-84a8af66-ab4b-4834-90c0-b8603949adec req-0f5f7b7f-4ff2-46b5-b8b4-788d82514f18 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 944 time: 0.0869162 May 27 11:38:18.015050 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-84a8af66-ab4b-4834-90c0-b8603949adec req-cd86734c-fb70-4190-9d93-250a0fae650a tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400424 May 27 11:38:18.037641 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f99899cd-523e-49ab-9031-cbad3374653b req-7059b3e3-e751-4e12-922c-852e7608971b service neutron] 10.222.0.76 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263030 May 27 11:38:18.300661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95a29-bee4-4faa-bcc7-079492985c63 req-1c37774f-e825-4c28-bf49-c66fa5fac1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:18.302152 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-76a95a29-bee4-4faa-bcc7-079492985c63 req-1c37774f-e825-4c28-bf49-c66fa5fac1fb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 1097 time: 0.0722661 May 27 11:38:18.438065 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95a29-bee4-4faa-bcc7-079492985c63 req-619130d9-85b2-4ed9-832b-c9ec3b0c8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:18.439512 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-76a95a29-bee4-4faa-bcc7-079492985c63 req-619130d9-85b2-4ed9-832b-c9ec3b0c8c56 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b5907639-7fd5-47e1-82eb-9ee6b01b7764 HTTP/1.1" status: 200 len: 917 time: 0.1264281 May 27 11:38:18.535209 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-76a95a29-bee4-4faa-bcc7-079492985c63 req-a5cea466-ecca-4baf-951d-414d4257095b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bcb4121-c962-4dc2-87f0-004ffd56faea HTTP/1.1" status: 200 len: 217 time: 0.0637701 May 27 11:38:18.600593 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95a29-bee4-4faa-bcc7-079492985c63 req-364c8e4b-f733-4518-85e2-2a643c450e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:18.602146 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-76a95a29-bee4-4faa-bcc7-079492985c63 req-364c8e4b-f733-4518-85e2-2a643c450e40 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=66283abe-1af6-477b-8b7a-ca5014fb7560 HTTP/1.1" status: 200 len: 855 time: 0.0585041 May 27 11:38:18.669146 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-76a95a29-bee4-4faa-bcc7-079492985c63 req-36487b6a-2a67-43af-8612-abf1c27cad0a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5907639-7fd5-47e1-82eb-9ee6b01b7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463707 May 27 11:38:18.803822 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-76a95a29-bee4-4faa-bcc7-079492985c63 req-55688795-cb3a-4309-9b30-0214a5f46d4a service neutron] 10.222.0.76 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257293 May 27 11:38:18.941745 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-76a95a29-bee4-4faa-bcc7-079492985c63 req-8c6b3091-7f7f-4567-85ad-6cb6ba94ca31 service neutron] 10.222.0.76 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299748 May 27 11:38:19.222569 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d28b81-c8a3-43cb-8931-88cf2ecdfe5d req-9a52ad23-5d1d-4550-8b84-4ccabfa176e2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:19.224081 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d4d28b81-c8a3-43cb-8931-88cf2ecdfe5d req-9a52ad23-5d1d-4550-8b84-4ccabfa176e2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 944 time: 0.0804012 May 27 11:38:19.272594 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d4d28b81-c8a3-43cb-8931-88cf2ecdfe5d req-9ab47db4-0772-4a07-9535-205ba5574249 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420072 May 27 11:38:20.605653 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cea9a-84e4-4c26-9453-01a420261c43 req-39b4b0fc-44dc-413c-a563-6ff6d6c360a7 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:20.607094 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a85cea9a-84e4-4c26-9453-01a420261c43 req-39b4b0fc-44dc-413c-a563-6ff6d6c360a7 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 944 time: 0.0819159 May 27 11:38:20.653207 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a85cea9a-84e4-4c26-9453-01a420261c43 req-01fe48bb-3fae-4d01-af21-1abb7e88bf67 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 May 27 11:38:21.138813 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 8bcb4121-c962-4dc2-87f0-004ffd56faea details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:38:21.312050 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 8bcb4121-c962-4dc2-87f0-004ffd56faea, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8bcb4121-c962-4dc2-87f0-004ffd56faea,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:38:21.328943 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '8bcb4121-c962-4dc2-87f0-004ffd56faea', 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764', 'port_id': '8bcb4121-c962-4dc2-87f0-004ffd56faea', 'mac_address': 'fa:16:3e:26:30:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66283abe-1af6-477b-8b7a-ca5014fb7560', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:38:21.384838 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:21.403463 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcb4121-c962-4dc2-87f0-004ffd56faea {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:38:21.419135 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 8bcb4121-c962-4dc2-87f0-004ffd56faea, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8bcb4121-c962-4dc2-87f0-004ffd56faea,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:38:21.492652 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:21.494458 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:21.559164 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=8bcb4121-c962-4dc2-87f0-004ffd56faea,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:21.562089 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:21.936157 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['8bcb4121-c962-4dc2-87f0-004ffd56faea'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:38:21.955831 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027522d-f0a7-452e-b822-a609aaeaac25 req-dbf81bf1-a0ef-401c-8982-1e54660ce232 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:21.958087 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e027522d-f0a7-452e-b822-a609aaeaac25 req-dbf81bf1-a0ef-401c-8982-1e54660ce232 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 945 time: 0.1993196 May 27 11:38:22.015002 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e027522d-f0a7-452e-b822-a609aaeaac25 req-72668fbf-c91a-4a81-992b-4004eca214be tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461907 May 27 11:38:23.149978 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 8bcb4121-c962-4dc2-87f0-004ffd56faea up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:38:23.214673 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec1247-30c5-42ea-9a4c-b031cec5eef1 req-dce85761-0aca-4dea-b223-b95ee742fdf2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:23.216106 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6fec1247-30c5-42ea-9a4c-b031cec5eef1 req-dce85761-0aca-4dea-b223-b95ee742fdf2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 945 time: 0.0871460 May 27 11:38:23.264488 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6fec1247-30c5-42ea-9a4c-b031cec5eef1 req-c1591336-4699-4e58-9dc8-e2ed80621976 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 May 27 11:38:23.296097 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 8bcb4121-c962-4dc2-87f0-004ffd56faea completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:38:23.298258 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 8bcb4121-c962-4dc2-87f0-004ffd56faea triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:38:23.298632 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:23.416567 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:23.444828 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3705e490-4e48-46be-9fd6-653165b1c604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb4121-c962-4dc2-87f0-004ffd56faea'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:38:23.455220 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 8bcb4121-c962-4dc2-87f0-004ffd56faea, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8bcb4121-c962-4dc2-87f0-004ffd56faea,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:38:23.491842 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3705e490-4e48-46be-9fd6-653165b1c604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb4121-c962-4dc2-87f0-004ffd56faea', 'code': 200} May 27 11:38:23.531227 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:23.533250 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-a4f6a8b9-24cb-45a7-b0bd-fa29a2f5d480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:23.602117 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=8bcb4121-c962-4dc2-87f0-004ffd56faea,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:23.605418 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:23.916599 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3500f4-fc50-4461-9d59-ba0c59561a5e req-54837f69-4d63-4c5c-ae87-9fc68b85bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:23.917976 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-fc3500f4-fc50-4461-9d59-ba0c59561a5e req-54837f69-4d63-4c5c-ae87-9fc68b85bfc3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 1099 time: 0.0715053 May 27 11:38:23.938939 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:38:23.967294 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-fc3500f4-fc50-4461-9d59-ba0c59561a5e req-c7b84773-4524-4cf3-8301-6a386052921a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 May 27 11:38:24.454470 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d060717-8d10-49f7-b402-b830009b2a88 req-0cfdccbe-d584-4d90-a907-617f0c7a47d3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:24.456123 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3d060717-8d10-49f7-b402-b830009b2a88 req-0cfdccbe-d584-4d90-a907-617f0c7a47d3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 946 time: 0.0827954 May 27 11:38:24.503952 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3d060717-8d10-49f7-b402-b830009b2a88 req-f41c25bb-303d-456a-9eff-b67918d46ae9 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 May 27 11:38:25.711482 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa75d2a-b972-4861-99d5-f4be8fc27d9a req-89fdc9da-ff12-4d7a-bbe1-f3d68d4b7b0b tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:25.713046 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fa75d2a-b972-4861-99d5-f4be8fc27d9a req-89fdc9da-ff12-4d7a-bbe1-f3d68d4b7b0b tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 946 time: 0.0924437 May 27 11:38:25.758684 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8fa75d2a-b972-4861-99d5-f4be8fc27d9a req-357088c0-b9f2-45d3-a1d7-76189a32d6e7 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 May 27 11:38:26.952878 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87b561-a01e-427a-86ea-38c1b53fef54 req-b27ee5a8-7901-437d-8e90-a6265a0a6965 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:26.954378 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aa87b561-a01e-427a-86ea-38c1b53fef54 req-b27ee5a8-7901-437d-8e90-a6265a0a6965 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 946 time: 0.0855331 May 27 11:38:27.001979 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aa87b561-a01e-427a-86ea-38c1b53fef54 req-b42350fa-3247-42bc-b414-8ec44ad1d885 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 May 27 11:38:30.361039 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-d1cfdf6a-7931-44e1-bd17-71e742c5cd09 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:30.362479 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-d1cfdf6a-7931-44e1-bd17-71e742c5cd09 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/networks?id=b5907639-7fd5-47e1-82eb-9ee6b01b7764 HTTP/1.1" status: 200 len: 815 time: 0.1592815 May 27 11:38:30.377288 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-8946b73b-a137-454d-a653-13d26846d8a1 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/quotas/3449e7e6513145debe1a9cfe4767a5fa HTTP/1.1" status: 200 len: 375 time: 0.0091486 May 27 11:38:30.465837 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-9aebb8b0-f424-4984-901b-45ea742b0573 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834563 May 27 11:38:30.601435 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-a697e609-5d3a-4428-8390-240c86c733a6 service neutron] 10.222.0.86 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288440 May 27 11:38:30.735003 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-8a1ba308-f8c4-452b-9aa0-030dc5a938e5 service neutron] 10.222.0.86 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267407 May 27 11:38:31.016806 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-719cd5f2-a416-46e2-9aa5-0b768162bf9a req-8982beec-d38f-4e2d-8e6c-dbcd04419b66 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 210 time: 0.0446656 May 27 11:38:32.175366 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c06e57c9-c239-49ee-8e4f-0bb2b1e91542 req-e9486fc7-fd52-4bf4-a37a-6f8d24aae2a5 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 210 time: 0.0485885 May 27 11:38:32.709990 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-9d4794bf-7e1b-48cd-83d0-7f155561167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:33.241406 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:33.330951 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2a707dfd-92f5-4111-a0bf-18d3202687a2 req-c7164987-a2a4-4d82-a2dd-d9eb61b6470f tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 210 time: 0.0450814 May 27 11:38:33.436397 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-b30e39c0-bd9b-427e-a34e-160e8cb241f5 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:33.437834 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-b30e39c0-bd9b-427e-a34e-160e8cb241f5 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "GET /v2.0/networks?id=b5907639-7fd5-47e1-82eb-9ee6b01b7764 HTTP/1.1" status: 200 len: 815 time: 0.1550019 May 27 11:38:33.460554 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Request body: {'port': {'device_id': '35c3390a-e0fd-4450-921b-e3b8f09c2af0', 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764', 'admin_state_up': True, 'tenant_id': '3449e7e6513145debe1a9cfe4767a5fa'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:38:33.603928 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:38:33.608924 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Usage tracker for resource:port and tenant:3449e7e6513145debe1a9cfe4767a5fa is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:38:33.612037 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:38:33.617774 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:38:33.716205 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Made reservation on behalf of 3449e7e6513145debe1a9cfe4767a5fa for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:38:33.719734 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:33.986018 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Allocated IP 172.20.0.5 (b5907639-7fd5-47e1-82eb-9ee6b01b7764/66283abe-1af6-477b-8b7a-ca5014fb7560/7b081cef-d2f8-482a-bddf-3ed52ab06b96) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:38:34.196373 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:34.327195 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:34.333846 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9a164599-8057-4fdb-b30a-1dfe838d827d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:34.389377 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['c788f0fc-de0d-468d-a639-a8949a68cc76', '8bcb4121-c962-4dc2-87f0-004ffd56faea'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:38:34.403475 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Network b5907639-7fd5-47e1-82eb-9ee6b01b7764 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:38:34.406704 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:38:34.409487 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:38:34.457910 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Pushing event updated for resources: {'Port': ['ID=7b081cef-d2f8-482a-bddf-3ed52ab06b96,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:34.461232 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:34.486883 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:34.487485 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:34.527575 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ab033-ed8f-4fa3-9bbc-91b688c9354a req-6d426d1d-f434-4d96-9e25-30a5abf23962 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:34.529382 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5b6ab033-ed8f-4fa3-9bbc-91b688c9354a req-6d426d1d-f434-4d96-9e25-30a5abf23962 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 931 time: 0.0871234 May 27 11:38:34.577967 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1212862 May 27 11:38:34.603067 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Request body: {'port': {'device_id': '35c3390a-e0fd-4450-921b-e3b8f09c2af0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:38:34.626529 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5b6ab033-ed8f-4fa3-9bbc-91b688c9354a req-56c9180d-373a-4d2d-ba07-2ac29786e703 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910239 May 27 11:38:34.655489 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-5c0ee81c-d2b5-43bf-a2a6-39cf0d18bfa6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1050203 May 27 11:38:34.728492 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:34.845780 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-4e1785ec-467a-462b-8ef7-2a1184912998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:34.845780 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-4e1785ec-467a-462b-8ef7-2a1184912998 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 1099 time: 0.0742476 May 27 11:38:35.014723 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-4faa7baf-3250-40d7-8de4-a00a83ce4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:35.016204 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-4faa7baf-3250-40d7-8de4-a00a83ce4f78 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 914 time: 0.1436186 May 27 11:38:35.028735 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:35.088316 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b081cef-d2f8-482a-bddf-3ed52ab06b96 {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:38:35.100249 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:35.111792 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Transition to ACTIVE for port object 7b081cef-d2f8-482a-bddf-3ed52ab06b96 will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:38:35.157416 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-228901f1-8ad4-402f-bf3b-363b46234e49 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=426846a8-76e0-4710-8fd1-fccbeacece07 HTTP/1.1" status: 200 len: 1002 time: 0.1051228 May 27 11:38:35.188726 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:35.192915 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:35.333278 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b41bc70a-9992-4b45-9526-83262e61630b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:35.337417 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-d6f698e1-d095-4e69-8f1a-89e1d4ba9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:35.341582 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-d6f698e1-d095-4e69-8f1a-89e1d4ba9bbd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.1578112 May 27 11:38:35.360818 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Pushing event updated for resources: {'Port': ['ID=7b081cef-d2f8-482a-bddf-3ed52ab06b96,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:35.369658 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:35.420898 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-c2dc8940-411c-447d-8baf-c57febed1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:35.422841 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-c2dc8940-411c-447d-8baf-c57febed1b99 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0750706 May 27 11:38:35.446069 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Attempting to bind port 7b081cef-d2f8-482a-bddf-3ed52ab06b96 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:38:35.446440 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Attempting to bind port 7b081cef-d2f8-482a-bddf-3ed52ab06b96 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:38:35.446772 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Attempting to bind port 7b081cef-d2f8-482a-bddf-3ed52ab06b96 on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:38:35.452534 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Port 7b081cef-d2f8-482a-bddf-3ed52ab06b96 on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:38:35.452853 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Attempting to bind port 7b081cef-d2f8-482a-bddf-3ed52ab06b96 on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:38:35.458071 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:38:35.458673 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Checking segment: {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:38:35.458911 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Bound using segment: {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:38:35.459365 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Bound port: 7b081cef-d2f8-482a-bddf-3ed52ab06b96, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:38:35.459708 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:35.552752 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] For port 7b081cef-d2f8-482a-bddf-3ed52ab06b96, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:38:35.555896 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] For port 7b081cef-d2f8-482a-bddf-3ed52ab06b96, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7b081cef-d2f8-482a-bddf-3ed52ab06b96,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:38:35.574630 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-18cc824c-abe3-40a9-984e-05be65947219 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285295 May 27 11:38:35.642007 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:35.646027 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-cccb5a45-61d3-4448-8610-b690254b2bf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:35.712669 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:35.713562 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:35.716012 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-51390f65-8684-4008-8b54-2fc13021944f service neutron] 10.222.0.76 "PUT /v2.0/ports/7b081cef-d2f8-482a-bddf-3ed52ab06b96 HTTP/1.1" status: 200 len: 1093 time: 1.1172504 May 27 11:38:35.718457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c3390a-e0fd-4450-921b-e3b8f09c2af0', 'tag': '7b081cef-d2f8-482a-bddf-3ed52ab06b96'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:38:35.722488 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c7b80bf-4558-40fd-b2e2-9f7693e8b604 req-da5e39b8-a329-42b4-8fb2-bca5ae019fa5 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403933 May 27 11:38:35.753285 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Pushing event updated for resources: {'Port': ['ID=7b081cef-d2f8-482a-bddf-3ed52ab06b96,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:35.758232 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:35.784738 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c3390a-e0fd-4450-921b-e3b8f09c2af0', 'tag': '7b081cef-d2f8-482a-bddf-3ed52ab06b96', 'status': 'completed', 'code': 200} May 27 11:38:35.835685 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c432c9-307f-4f6a-b3b4-22381a5e3abf req-0c2c44b3-b131-44b0-b3f6-22165d1c3e4f tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:35.837147 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c9c432c9-307f-4f6a-b3b4-22381a5e3abf req-0c2c44b3-b131-44b0-b3f6-22165d1c3e4f tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 943 time: 0.0807800 May 27 11:38:35.886109 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c9c432c9-307f-4f6a-b3b4-22381a5e3abf req-920a0070-514d-4ff4-9923-199fd87ddd29 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425274 May 27 11:38:35.979054 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11a70-b240-477f-aff1-a0346ae10100 req-563ed7f0-0045-4837-92a9-d285fa6fff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:35.980737 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-65c11a70-b240-477f-aff1-a0346ae10100 req-563ed7f0-0045-4837-92a9-d285fa6fff3f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 1096 time: 0.0733242 May 27 11:38:36.140649 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11a70-b240-477f-aff1-a0346ae10100 req-46a87c2c-52c1-4bc3-a69e-70f5c6544d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:36.142198 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-65c11a70-b240-477f-aff1-a0346ae10100 req-46a87c2c-52c1-4bc3-a69e-70f5c6544d82 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1405118 May 27 11:38:36.212882 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:36.283923 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11a70-b240-477f-aff1-a0346ae10100 req-666b9e6d-e096-49ca-9a9d-367da4e30ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:36.285411 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-65c11a70-b240-477f-aff1-a0346ae10100 req-666b9e6d-e096-49ca-9a9d-367da4e30ebf service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1367984 May 27 11:38:36.458189 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-ffa97049-f9aa-4ba3-9bbf-cccb75238e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:36.459683 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-ffa97049-f9aa-4ba3-9bbf-cccb75238e33 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 1096 time: 0.0742490 May 27 11:38:36.542625 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-02066f9b-3d0f-4506-8eae-fd62aed4aaa1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b081cef-d2f8-482a-bddf-3ed52ab06b96 HTTP/1.1" status: 200 len: 217 time: 0.0658631 May 27 11:38:36.631165 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0fba4a64-28bf-4e39-b782-2458a2b5d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:36.632652 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-0fba4a64-28bf-4e39-b782-2458a2b5d8a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=66283abe-1af6-477b-8b7a-ca5014fb7560 HTTP/1.1" status: 200 len: 855 time: 0.0642109 May 27 11:38:36.778017 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-e9a231a9-9877-4243-85e8-a5c7657bd999 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5907639-7fd5-47e1-82eb-9ee6b01b7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414634 May 27 11:38:36.915914 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-b35f6b6e-da44-493f-98fc-6266b023581f service neutron] 10.222.0.76 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304376 May 27 11:38:37.115492 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dbbe2c1-def9-4dfa-90d1-f0ab2ca8b4da req-87c71f91-1acc-4f11-b47d-37423adccc9c service neutron] 10.222.0.76 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907299 May 27 11:38:37.131947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2605583-a45c-4550-bcc8-cdc259e7a383 req-19e4dad1-ff9c-43e7-a4d9-c7d3fc466e49 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:37.133803 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b2605583-a45c-4550-bcc8-cdc259e7a383 req-19e4dad1-ff9c-43e7-a4d9-c7d3fc466e49 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 943 time: 0.1335821 May 27 11:38:37.180866 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b2605583-a45c-4550-bcc8-cdc259e7a383 req-2f7f3e12-0146-400b-b8d4-cced33b1a5cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 May 27 11:38:37.978236 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:38.370268 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2b76f-712c-42f8-b464-682584bdb1ad req-ffa00e81-f6cd-4f37-b4f9-c9febc3a84c7 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:38.371864 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-26d2b76f-712c-42f8-b464-682584bdb1ad req-ffa00e81-f6cd-4f37-b4f9-c9febc3a84c7 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 943 time: 0.0821636 May 27 11:38:38.418073 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-26d2b76f-712c-42f8-b464-682584bdb1ad req-3c599e15-3b5d-4496-bf63-5aaec33630c5 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 May 27 11:38:39.230282 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 7b081cef-d2f8-482a-bddf-3ed52ab06b96 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:38:39.363951 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 7b081cef-d2f8-482a-bddf-3ed52ab06b96, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7b081cef-d2f8-482a-bddf-3ed52ab06b96,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:38:39.376902 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '7b081cef-d2f8-482a-bddf-3ed52ab06b96', 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764', 'port_id': '7b081cef-d2f8-482a-bddf-3ed52ab06b96', 'mac_address': 'fa:16:3e:f3:d8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66283abe-1af6-477b-8b7a-ca5014fb7560', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:38:39.435005 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:39.452108 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b081cef-d2f8-482a-bddf-3ed52ab06b96 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:38:39.468423 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 7b081cef-d2f8-482a-bddf-3ed52ab06b96, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7b081cef-d2f8-482a-bddf-3ed52ab06b96,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:38:39.548756 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:39.550474 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:39.624185 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=7b081cef-d2f8-482a-bddf-3ed52ab06b96,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:39.627355 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:39.702315 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843f4d7-000f-4bf7-9ea1-53dff5c4317c req-eb8b2f20-c24c-4669-9d1a-b93c08eacf19 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:39.703815 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e843f4d7-000f-4bf7-9ea1-53dff5c4317c req-eb8b2f20-c24c-4669-9d1a-b93c08eacf19 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 944 time: 0.1790137 May 27 11:38:39.750473 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e843f4d7-000f-4bf7-9ea1-53dff5c4317c req-44e817a1-f374-4615-80cc-2ec0f964a89d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 May 27 11:38:40.012243 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['7b081cef-d2f8-482a-bddf-3ed52ab06b96'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:38:40.944636 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f777a68-529f-4921-9ad0-8f7588fab6ed req-ebd0d071-f4cb-4d27-b43c-3b0038c73abe tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:40.946111 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f777a68-529f-4921-9ad0-8f7588fab6ed req-ebd0d071-f4cb-4d27-b43c-3b0038c73abe tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 944 time: 0.0852401 May 27 11:38:40.996975 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f777a68-529f-4921-9ad0-8f7588fab6ed req-a2ce004e-7aca-4857-b9be-1ad3bd42752a tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441606 May 27 11:38:42.194201 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fc10d-95a9-493b-9d75-bb11c863041c req-ea8e23b2-7a0a-4453-bc69-87da8bc178ea tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:42.195638 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-774fc10d-95a9-493b-9d75-bb11c863041c req-ea8e23b2-7a0a-4453-bc69-87da8bc178ea tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 944 time: 0.0864813 May 27 11:38:42.241392 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-774fc10d-95a9-493b-9d75-bb11c863041c req-79769a36-a385-48cc-a1d8-40da3cc0db97 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 May 27 11:38:43.239749 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 7b081cef-d2f8-482a-bddf-3ed52ab06b96 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:38:43.361219 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 7b081cef-d2f8-482a-bddf-3ed52ab06b96 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:38:43.367908 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 7b081cef-d2f8-482a-bddf-3ed52ab06b96 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:38:43.368316 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:43.441625 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff6b0b-e3b7-4364-83a3-ba71a6d59bb9 req-2d349d50-ad4b-4b98-b77c-3964496b2728 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:43.443108 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e1ff6b0b-e3b7-4364-83a3-ba71a6d59bb9 req-2d349d50-ad4b-4b98-b77c-3964496b2728 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 944 time: 0.0869803 May 27 11:38:43.491840 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e1ff6b0b-e3b7-4364-83a3-ba71a6d59bb9 req-2db222ec-eaac-4fd1-b66e-ccb841ec224e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424604 May 27 11:38:43.508126 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:43.543752 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c3390a-e0fd-4450-921b-e3b8f09c2af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b081cef-d2f8-482a-bddf-3ed52ab06b96'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:38:43.554106 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 7b081cef-d2f8-482a-bddf-3ed52ab06b96, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7b081cef-d2f8-482a-bddf-3ed52ab06b96,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:38:43.590691 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c3390a-e0fd-4450-921b-e3b8f09c2af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b081cef-d2f8-482a-bddf-3ed52ab06b96', 'code': 200} May 27 11:38:43.635635 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:38:43.637719 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:38:43.709713 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=7b081cef-d2f8-482a-bddf-3ed52ab06b96,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:38:43.712752 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:38:44.023872 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f3da-73c8-4133-82d4-0c12d437a6e4 req-4bf8882c-cb03-448b-9f54-10899b11f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:44.025395 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d3b1f3da-73c8-4133-82d4-0c12d437a6e4 req-4bf8882c-cb03-448b-9f54-10899b11f9f2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 1098 time: 0.0742090 May 27 11:38:44.070036 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d3b1f3da-73c8-4133-82d4-0c12d437a6e4 req-83a91245-861d-4a4a-aa00-ce729952ca2f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361431 May 27 11:38:44.690226 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a26c4-34b3-459e-ad32-c81975129ca9 req-8e9f7eb0-d560-43ea-a429-6f4d47f8fec9 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:44.691706 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a70a26c4-34b3-459e-ad32-c81975129ca9 req-8e9f7eb0-d560-43ea-a429-6f4d47f8fec9 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 945 time: 0.0898526 May 27 11:38:44.740254 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a70a26c4-34b3-459e-ad32-c81975129ca9 req-404121a3-ae94-4eea-a676-d09247fe6fb9 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 May 27 11:38:45.939701 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7031fac-4513-417c-b8e4-0b14a1745d23 req-2f0936e1-376b-4aa3-8620-6e951426acff tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:45.940994 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a7031fac-4513-417c-b8e4-0b14a1745d23 req-2f0936e1-376b-4aa3-8620-6e951426acff tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 945 time: 0.0873864 May 27 11:38:45.994306 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a7031fac-4513-417c-b8e4-0b14a1745d23 req-8b53490b-bf31-44a2-9cb4-3544cd4c9dc5 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473709 May 27 11:38:47.189652 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256903b2-44f5-418b-a8b6-03215bd15642 req-8255df4a-372b-465d-8100-c680382198d5 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:38:47.191210 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-256903b2-44f5-418b-a8b6-03215bd15642 req-8255df4a-372b-465d-8100-c680382198d5 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 945 time: 0.0836487 May 27 11:38:47.239914 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-256903b2-44f5-418b-a8b6-03215bd15642 req-c0d12618-db49-470f-b887-121e3e14673e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426285 May 27 11:39:00.938803 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:39:01.839348 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-98746ff6-dbc4-431f-a634-cb238d56f9c9 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868154429&fields=id&tenant_id=b2838aedf0d54734aa791619c58dea38 HTTP/1.1" status: 200 len: 267 time: 0.0472620 May 27 11:39:01.946457 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-187605b4-ce31-4a43-a6c3-a8c5abd6a0ab tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:01.948015 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-187605b4-ce31-4a43-a6c3-a8c5abd6a0ab tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 984 time: 0.1021338 May 27 11:39:01.959220 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Request body: {'port': {'security_groups': ['c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54']}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:39:02.091614 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:02.354191 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] For port 4f530e75-4189-478b-b798-ef5b8a7cc688, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4f530e75-4189-478b-b798-ef5b8a7cc688,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:02.381012 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:02.486713 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:02.493111 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:02.542323 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['4f530e75-4189-478b-b798-ef5b8a7cc688'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:39:02.563578 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:02.564252 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:02.565650 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-76f7c508-6b8e-43b5-b84b-44c409ce9388 req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "PUT /v2.0/ports/4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 200 len: 942 time: 0.6111131 May 27 11:39:02.566186 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:02.573392 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 40280) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:02.615701 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event updated for resources: {'Port': ['ID=4f530e75-4189-478b-b798-ef5b8a7cc688,revision_number=7']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:02.648736 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.649195 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.652528 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.656775 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.657188 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.657535 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.657907 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.658276 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.658835 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.659201 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.659967 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.660517 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:02.672891 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f3b4a76b-8e5b-41ee-865b-495ef4edabfe tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:02.716236 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-825f96ab-8aaa-4553-a349-d40ef39636d6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:02.770129 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-825f96ab-8aaa-4553-a349-d40ef39636d6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:02.797572 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['4f530e75-4189-478b-b798-ef5b8a7cc688'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:39:02.875080 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-79dd6d0a-d34c-487a-b54a-6d84b6a82d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:02.890206 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-fb6c5658-519d-470c-a579-9ca1aea68c23 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:02.892000 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-fb6c5658-519d-470c-a579-9ca1aea68c23 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/networks?id=b5907639-7fd5-47e1-82eb-9ee6b01b7764 HTTP/1.1" status: 200 len: 815 time: 0.1868982 May 27 11:39:02.907505 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-0dbf542c-a6d2-4e03-a8c2-9aa5c048154f tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/quotas/3449e7e6513145debe1a9cfe4767a5fa HTTP/1.1" status: 200 len: 375 time: 0.0095930 May 27 11:39:02.961693 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-c6e3a08b-9640-49fa-8eca-73c3f1135909 None None] Provisioning complete for port 4f530e75-4189-478b-b798-ef5b8a7cc688 triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:39:02.962067 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c6e3a08b-9640-49fa-8eca-73c3f1135909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:03.002983 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-aad0b0de-fad8-424a-882d-9e833e36e4a3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889964 May 27 11:39:03.018860 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-825f96ab-8aaa-4553-a349-d40ef39636d6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:03.027103 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e9a8de97-8c55-460a-bd62-8b762a6adf18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:03.041458 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f96ab-8aaa-4553-a349-d40ef39636d6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bfc2fc-2045-4322-bfc4-280166ec7190,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:03.048474 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-825f96ab-8aaa-4553-a349-d40ef39636d6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:03.050509 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-825f96ab-8aaa-4553-a349-d40ef39636d6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:03.053760 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-825f96ab-8aaa-4553-a349-d40ef39636d6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "DELETE /v2.0/security-groups/63bfc2fc-2045-4322-bfc4-280166ec7190 HTTP/1.1" status: 204 len: 168 time: 0.4766490 May 27 11:39:03.054926 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 40294) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:03.327634 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:03.445536 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'status': 'completed', 'code': 200} May 27 11:39:03.486858 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-add44233-60da-437d-9822-175322064555 service neutron] 10.222.0.86 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763267 May 27 11:39:03.808213 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-67104759-6123-4862-99c0-0879032ce2cb service neutron] 10.222.0.86 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521882 May 27 11:39:03.816124 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-427bbf39-44a2-4ef7-9c39-2fe8de511997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:03.817584 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-427bbf39-44a2-4ef7-9c39-2fe8de511997 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b2838aedf0d54734aa791619c58dea38&device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 1098 time: 0.3278043 May 27 11:39:03.825716 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bf944-b0d5-418f-8df0-b4ce8e4b62c3 req-c77de2ca-1e1f-4326-b161-c0373c3ce991 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:03.827791 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-404bf944-b0d5-418f-8df0-b4ce8e4b62c3 req-c77de2ca-1e1f-4326-b161-c0373c3ce991 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 946 time: 0.2734766 May 27 11:39:03.829589 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Deleting port a50b7140-5a09-4cf3-bb3e-63e556e41d99 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:03.829931 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:04.051162 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-404bf944-b0d5-418f-8df0-b4ce8e4b62c3 req-5c28907e-1023-40ee-bf88-908aefff88d4 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047951 May 27 11:39:04.102530 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:04.102866 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:04.291901 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Calling delete_port for a50b7140-5a09-4cf3-bb3e-63e556e41d99 owned by network:floatingip {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:04.296350 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-4d7d24b7-efc8-4693-9957-db07af65ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:04.297859 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-4d7d24b7-efc8-4693-9957-db07af65ccc8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff HTTP/1.1" status: 200 len: 916 time: 0.4526684 May 27 11:39:04.302096 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c51c99eb-773e-4df5-8cef-9355d717d420 req-dcec556d-d651-4f99-bb3b-3953d45951df tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 210 time: 0.1822271 May 27 11:39:04.433635 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-c491cbc5-91dc-4435-a31d-2e76acf61292 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 200 len: 1001 time: 0.1246755 May 27 11:39:04.551285 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-2963c577-044a-4a24-b2b7-c5937e27a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:04.552765 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-2963c577-044a-4a24-b2b7-c5937e27a643 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e1391139-e1d1-4ee6-a7e9-946297db15a7 HTTP/1.1" status: 200 len: 853 time: 0.1057289 May 27 11:39:04.648098 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-072b96b7-cd4c-401c-a52d-f3e968228e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:04.649272 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-072b96b7-cd4c-401c-a52d-f3e968228e36 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0862045 May 27 11:39:04.735875 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:04.860187 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f418004b-f065-4060-aaea-b1abdfd701bf tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:04.917336 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event deleted for resources: {'Port': ['ID=a50b7140-5a09-4cf3-bb3e-63e556e41d99,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:04.949877 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:05.043050 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-6388ac19-baf8-465b-9eca-f72aa4e0e34b service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831930 May 27 11:39:05.047319 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:05.053879 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks [] for floatingip, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:05.061243 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.l3_db [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Floating IP 604ae77b-ba75-46ca-b9d5-7a1625cd72bb disassociated (deleted). External IP: 172.27.0.185, port: 4f530e75-4189-478b-b798-ef5b8a7cc688. May 27 11:39:05.287149 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-afeab827-be8c-4b64-8f48-885eaa7e5266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:05.422539 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-54629005-4bd2-446f-9ff6-2b288c6412ea req-39a6a039-b6bc-437c-949a-162229decc97 service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110335 May 27 11:39:05.551071 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6b8d43e6-4964-4b8b-95da-1089544ab3ed req-34f1c9f8-1314-4a87-95a0-4847039d78ef tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 210 time: 0.0765378 May 27 11:39:05.561251 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e51d9-c616-47af-9665-e3248715df6e req-2b516fad-33d5-494f-9e2f-e52d51dab395 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:05.562729 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-372e51d9-c616-47af-9665-e3248715df6e req-2b516fad-33d5-494f-9e2f-e52d51dab395 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 946 time: 0.3504622 May 27 11:39:05.735833 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-372e51d9-c616-47af-9665-e3248715df6e req-bbd9f363-26b6-40f0-b1de-1f66ccd1686d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638167 May 27 11:39:05.762609 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Router c09c0088-b29d-4cda-aaab-a61661e71dae has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:39:05.848324 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-81d2cb04-a720-42ce-a14e-e7c790229704 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:05.849768 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-81d2cb04-a720-42ce-a14e-e7c790229704 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 946 time: 0.1870153 May 27 11:39:06.066836 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:39:06.081616 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] Sync routers for ids ['c09c0088-b29d-4cda-aaab-a61661e71dae'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:39:06.088396 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:06.091584 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] Routers {'c09c0088-b29d-4cda-aaab-a61661e71dae'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:06.092253 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['c09c0088-b29d-4cda-aaab-a61661e71dae'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:06.148618 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Deleting port 426846a8-76e0-4710-8fd1-fccbeacece07 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:06.148955 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:06.174824 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "DELETE /v2.0/floatingips/604ae77b-ba75-46ca-b9d5-7a1625cd72bb HTTP/1.1" status: 204 len: 168 time: 3.1187792 May 27 11:39:06.226878 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:06.281171 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:06.309433 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] Set router c09c0088-b29d-4cda-aaab-a61661e71dae gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:06.472646 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] For port 426846a8-76e0-4710-8fd1-fccbeacece07, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=426846a8-76e0-4710-8fd1-fccbeacece07,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:06.473010 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:06.603115 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'status': 'completed', 'code': 200} May 27 11:39:06.659391 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-2b65a30c-c9f1-4fab-a306-06b9cc384fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:06.661848 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-2b65a30c-c9f1-4fab-a306-06b9cc384fc1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b2838aedf0d54734aa791619c58dea38&device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 1098 time: 0.1136811 May 27 11:39:06.750768 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:21Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '51802c96-8ca3-454b-b5d0-72d393590060', 'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'mac_address': 'fa:16:3e:8f:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:20Z', 'updated_at': '2021-05-27T11:35:28Z', 'revision_number': 5, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'subnets': [{'id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:06.755799 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] Checking router: c09c0088-b29d-4cda-aaab-a61661e71dae for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:39:06.769592 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] Routers {'c09c0088-b29d-4cda-aaab-a61661e71dae'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:06.772232 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['c09c0088-b29d-4cda-aaab-a61661e71dae'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:06.846975 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ec66169f-33d4-4081-8307-5ca3a5c42943 req-d903f523-bd0d-43d6-ac91-8bf5ad37a71a tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 210 time: 0.0712206 May 27 11:39:06.890296 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:06.890772 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:06.891214 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.l3_db [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Floating IP 3ab34e79-12f3-4132-9b02-940578e134d2 disassociated. External IP: 172.27.0.173, port: 426846a8-76e0-4710-8fd1-fccbeacece07. May 27 11:39:06.891689 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Calling delete_port for 426846a8-76e0-4710-8fd1-fccbeacece07 owned by compute:nova {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:07.077765 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] Set router c09c0088-b29d-4cda-aaab-a61661e71dae gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:07.172811 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87607219-117d-4cbc-9311-b73f1ce3e0ec req-c5a03137-65c6-4a1c-946d-ac4a5d243d78 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:07.173500 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-834479d8-e8d5-4742-b385-a41aa0737057 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:07.174334 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-87607219-117d-4cbc-9311-b73f1ce3e0ec req-c5a03137-65c6-4a1c-946d-ac4a5d243d78 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 946 time: 0.2328582 May 27 11:39:07.174854 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-834479d8-e8d5-4742-b385-a41aa0737057 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "GET /v2.0/networks?id=b5907639-7fd5-47e1-82eb-9ee6b01b7764 HTTP/1.1" status: 200 len: 815 time: 0.3805368 May 27 11:39:07.177904 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-550ec518-6f00-45d0-b783-160d89cb9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:07.179394 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-550ec518-6f00-45d0-b783-160d89cb9ec0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff HTTP/1.1" status: 200 len: 916 time: 0.5066509 May 27 11:39:07.213386 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Request body: {'port': {'device_id': '919a1b3c-4c01-48c2-a81c-82ab5c5cb383', 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764', 'admin_state_up': True, 'tenant_id': '3449e7e6513145debe1a9cfe4767a5fa'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:39:07.230620 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-87607219-117d-4cbc-9311-b73f1ce3e0ec req-b25c9649-26cf-4d9f-80a1-8af616f01fe4 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426214 May 27 11:39:07.293700 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:07.304625 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:07.353871 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event deleted for resources: {'Port': ['ID=426846a8-76e0-4710-8fd1-fccbeacece07,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:07.356989 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 426846a8-76e0-4710-8fd1-fccbeacece07 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:07.358111 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:07.402181 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-246d3f6b-6c51-4884-9379-a1a08a1ad51f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 200 len: 217 time: 0.1535704 May 27 11:39:07.417595 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 426846a8-76e0-4710-8fd1-fccbeacece07 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:39:07.417595 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 426846a8-76e0-4710-8fd1-fccbeacece07 not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:07.500864 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:21Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '51802c96-8ca3-454b-b5d0-72d393590060', 'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'mac_address': 'fa:16:3e:8f:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:20Z', 'updated_at': '2021-05-27T11:35:28Z', 'revision_number': 5, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'subnets': [{'id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:07.505638 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388ea4e-01ae-4164-9bbe-5566d8a0e548 None None] The sync data for ids ['c09c0088-b29d-4cda-aaab-a61661e71dae'] in dv-cinder-751579-23-iscsi is: [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:35:21Z', 'revision_number': 4, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '51802c96-8ca3-454b-b5d0-72d393590060', 'name': '', 'network_id': 'f48e50d9-53b5-47b2-9e9b-5677a3deaaff', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'mac_address': 'fa:16:3e:8f:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:20Z', 'updated_at': '2021-05-27T11:35:28Z', 'revision_number': 5, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'subnets': [{'id': 'e1391139-e1d1-4ee6-a7e9-946297db15a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:39:07.517355 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:39:07.523809 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-f1c6f6f4-8a66-4125-b8c3-112a4e11cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:07.525297 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-f1c6f6f4-8a66-4125-b8c3-112a4e11cb6a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e1391139-e1d1-4ee6-a7e9-946297db15a7 HTTP/1.1" status: 200 len: 853 time: 0.0917153 May 27 11:39:07.526235 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Usage tracker for resource:port and tenant:3449e7e6513145debe1a9cfe4767a5fa is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:39:07.530893 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:39:07.537094 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:39:07.569716 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:39:07.626593 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-a9de290b-d1c7-413c-9376-068f6e308a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:07.628109 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-a9de290b-d1c7-413c-9376-068f6e308a5b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f48e50d9-53b5-47b2-9e9b-5677a3deaaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0837166 May 27 11:39:07.728843 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Made reservation on behalf of 3449e7e6513145debe1a9cfe4767a5fa for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:39:07.732347 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:07.798109 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:39:07.813204 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] Sync routers for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:39:07.824998 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:07.825711 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:07.877315 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9822a-ddca-4e1c-ae4b-2cf77ee10aaf None None] New status for floating IP 604ae77b-ba75-46ca-b9d5-7a1625cd72bb: DOWN {{(pid=92451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:39:07.911075 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-043db5e3-a500-4556-b629-36ae62fb80e7 service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515626 May 27 11:39:07.914743 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] No DVR routers for this DVR port 426846a8-76e0-4710-8fd1-fccbeacece07 on host hv-cinder-75157 {{(pid=92450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:39:07.921087 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:08.098543 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:08.163219 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0bddd361-10b1-471b-a3fb-ffde0355a778 req-c2e6298b-43f9-47c3-b876-8cecf2edf927 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "DELETE /v2.0/ports/426846a8-76e0-4710-8fd1-fccbeacece07 HTTP/1.1" status: 204 len: 173 time: 2.3026299 May 27 11:39:08.171043 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0204c7c1-e9ed-445f-9291-a396858a01a4 req-c50ea777-04db-4d83-926c-b6540457c6c6 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 210 time: 0.1497562 May 27 11:39:08.250218 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-1c77bcda-6be0-4a25-b46a-f1a6edf1e848 req-f4a58c5c-fc9e-4134-806c-d952c483533f service neutron] 10.222.0.76 "GET /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391573 May 27 11:39:08.266674 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Allocated IP 172.20.0.13 (b5907639-7fd5-47e1-82eb-9ee6b01b7764/66283abe-1af6-477b-8b7a-ca5014fb7560/5921dc39-616e-4df5-8b08-9a4b12a1751c) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:39:08.293623 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:08.442792 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-9f827fe6-0580-4333-9ccc-690b0c1e1e1f req-fe9ab718-a7c4-4e73-8a1d-8a09b17a87ea tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Synchronizing usage tracker for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:39:08.538725 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:08.543220 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] Checking router: d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:39:08.546681 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-9f827fe6-0580-4333-9ccc-690b0c1e1e1f req-fe9ab718-a7c4-4e73-8a1d-8a09b17a87ea tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Unset dirty status for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:39:08.548431 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9f827fe6-0580-4333-9ccc-690b0c1e1e1f req-fe9ab718-a7c4-4e73-8a1d-8a09b17a87ea tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.1795890 May 27 11:39:08.557867 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:08.558560 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:08.584631 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:08.604130 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'name': 'network-vif-deleted', 'tag': '426846a8-76e0-4710-8fd1-fccbeacece07'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:08.664400 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:08.664599 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cb74ed-d698-4c2f-ba2a-cd672c11df64', 'name': 'network-vif-deleted', 'tag': '426846a8-76e0-4710-8fd1-fccbeacece07', 'status': 'completed', 'code': 200} May 27 11:39:08.670363 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2b164908-50d5-4b86-9b5e-1139a9b24758 tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:08.710764 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['c788f0fc-de0d-468d-a639-a8949a68cc76', '8bcb4121-c962-4dc2-87f0-004ffd56faea', '7b081cef-d2f8-482a-bddf-3ed52ab06b96'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:39:08.740757 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Network b5907639-7fd5-47e1-82eb-9ee6b01b7764 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:39:08.745239 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:39:08.750399 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:39:08.812085 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Pushing event updated for resources: {'Port': ['ID=5921dc39-616e-4df5-8b08-9a4b12a1751c,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:08.817817 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:08.819154 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:08.832632 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:08.833589 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:08.944705 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7357712 May 27 11:39:08.967501 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Request body: {'port': {'device_id': '919a1b3c-4c01-48c2-a81c-82ab5c5cb383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:39:09.116524 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:09.265618 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:09.272060 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d78efd-8614-4ef5-a5d7-f6b1cbefa617 None None] The sync data for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi is: [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:39:09.487340 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c2a05-d892-4c80-aad6-1f742ca1dcb1 req-888f755f-e701-46d8-b5fd-27427f9b893e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:09.496984 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-807c2a05-d892-4c80-aad6-1f742ca1dcb1 req-888f755f-e701-46d8-b5fd-27427f9b893e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 932 time: 0.1406877 May 27 11:39:09.552393 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-807c2a05-d892-4c80-aad6-1f742ca1dcb1 req-4ea7aca7-b59b-4a66-8c79-1887f6d6eeee tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531273 May 27 11:39:09.643495 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4692dfc4-3085-4f61-96aa-3e434c5a9c6c None None] New status for floating IP 3ab34e79-12f3-4132-9b02-940578e134d2: DOWN {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:39:09.769521 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5921dc39-616e-4df5-8b08-9a4b12a1751c {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:39:09.778559 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:09.798142 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Transition to ACTIVE for port object 5921dc39-616e-4df5-8b08-9a4b12a1751c will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:39:09.854122 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-316a83db-8054-4dfc-995e-f0891dfbeb9a req-698b8e44-11b8-4728-a0f9-367a2c91a8fd tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=56cb74ed-d698-4c2f-ba2a-cd672c11df64 HTTP/1.1" status: 200 len: 210 time: 0.0511887 May 27 11:39:09.929112 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:09.936171 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-3ede3b18-ae34-453e-a383-1db85b773ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:10.010916 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Pushing event updated for resources: {'Port': ['ID=5921dc39-616e-4df5-8b08-9a4b12a1751c,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:10.021556 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:10.189543 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a37ee9-9c65-4c91-8ecf-af37851064ff req-e171085a-499d-42fa-80c6-4809ed99d79b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:10.191174 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-89a37ee9-9c65-4c91-8ecf-af37851064ff req-e171085a-499d-42fa-80c6-4809ed99d79b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1415083 May 27 11:39:10.241079 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-89a37ee9-9c65-4c91-8ecf-af37851064ff req-c63b748a-2502-4db2-bf6b-458904a4b465 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 May 27 11:39:10.257998 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Attempting to bind port 5921dc39-616e-4df5-8b08-9a4b12a1751c on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:39:10.258338 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Attempting to bind port 5921dc39-616e-4df5-8b08-9a4b12a1751c by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:39:10.258674 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Attempting to bind port 5921dc39-616e-4df5-8b08-9a4b12a1751c on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:39:10.263776 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Port 5921dc39-616e-4df5-8b08-9a4b12a1751c on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:39:10.264148 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Attempting to bind port 5921dc39-616e-4df5-8b08-9a4b12a1751c on network b5907639-7fd5-47e1-82eb-9ee6b01b7764 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:39:10.269736 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:39:10.270081 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Checking segment: {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:39:10.270470 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Bound using segment: {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:39:10.270956 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Bound port: 5921dc39-616e-4df5-8b08-9a4b12a1751c, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb001d8-a821-4d84-9a67-6476b8345154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:39:10.271256 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:10.364986 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] For port 5921dc39-616e-4df5-8b08-9a4b12a1751c, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:39:10.368155 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] For port 5921dc39-616e-4df5-8b08-9a4b12a1751c, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5921dc39-616e-4df5-8b08-9a4b12a1751c,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:39:10.469526 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:10.474545 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1f8e292b-0aea-4a6b-b81e-34e80627055e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:10.537307 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:10.540333 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:10.540333 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] 10.222.0.76 "PUT /v2.0/ports/5921dc39-616e-4df5-8b08-9a4b12a1751c HTTP/1.1" status: 200 len: 1094 time: 1.5792520 May 27 11:39:10.540333 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919a1b3c-4c01-48c2-a81c-82ab5c5cb383', 'tag': '5921dc39-616e-4df5-8b08-9a4b12a1751c'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:10.565395 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Pushing event updated for resources: {'Port': ['ID=5921dc39-616e-4df5-8b08-9a4b12a1751c,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:10.568862 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:10.588683 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919a1b3c-4c01-48c2-a81c-82ab5c5cb383', 'tag': '5921dc39-616e-4df5-8b08-9a4b12a1751c', 'status': 'completed', 'code': 200} May 27 11:39:10.722294 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac1e1-b48a-4666-bfce-bcbb27c9b735 req-fbf3255e-d6ea-4108-a7f6-e386be67a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:10.723792 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-9bfac1e1-b48a-4666-bfce-bcbb27c9b735 req-fbf3255e-d6ea-4108-a7f6-e386be67a5dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 1097 time: 0.0798085 May 27 11:39:10.862766 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d5538-8eb9-4a18-a58c-4187ba28467d req-cef9212a-2908-4e18-a4ee-4fc97f2a4fe3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:10.865325 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-402d5538-8eb9-4a18-a58c-4187ba28467d req-cef9212a-2908-4e18-a4ee-4fc97f2a4fe3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 944 time: 0.2020006 May 27 11:39:10.905412 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac1e1-b48a-4666-bfce-bcbb27c9b735 req-9984d0d4-1ab6-4c25-af1a-40e089b9be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:10.906875 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-9bfac1e1-b48a-4666-bfce-bcbb27c9b735 req-9984d0d4-1ab6-4c25-af1a-40e089b9be17 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1652048 May 27 11:39:10.930367 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-402d5538-8eb9-4a18-a58c-4187ba28467d req-1bc85421-178e-4f62-8c45-3d183637e176 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567701 May 27 11:39:11.071728 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac1e1-b48a-4666-bfce-bcbb27c9b735 req-65de3450-1696-4d78-8e78-f59aec8857c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:11.073217 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-9bfac1e1-b48a-4666-bfce-bcbb27c9b735 req-65de3450-1696-4d78-8e78-f59aec8857c4 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1596954 May 27 11:39:11.246857 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-522110fb-58e0-491f-a3f1-0a33ba5ad870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:11.248456 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-522110fb-58e0-491f-a3f1-0a33ba5ad870 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 1097 time: 0.0995994 May 27 11:39:11.267243 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-96eeb255-fe32-4ab4-92b1-1718c44eb7a6 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334537601&fields=id&tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f HTTP/1.1" status: 200 len: 267 time: 0.0467403 May 27 11:39:11.338159 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-a1bce7c0-b0d0-45db-a6da-c2fbb524ce63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5921dc39-616e-4df5-8b08-9a4b12a1751c HTTP/1.1" status: 200 len: 217 time: 0.0684118 May 27 11:39:11.424296 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-c48c8a2d-d83e-44c1-9386-4c98b81c915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:11.425810 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-c48c8a2d-d83e-44c1-9386-4c98b81c915e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=66283abe-1af6-477b-8b7a-ca5014fb7560 HTTP/1.1" status: 200 len: 855 time: 0.0744200 May 27 11:39:11.483806 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-d90809b5-69a1-4a01-9cae-7dee62a43f1d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5907639-7fd5-47e1-82eb-9ee6b01b7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499284 May 27 11:39:11.500118 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-b15b7deb-9b0d-4217-a237-5da41965c5ea tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:11.501731 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-b15b7deb-9b0d-4217-a237-5da41965c5ea tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 812 time: 0.2262936 May 27 11:39:11.524709 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-9169c4b3-af7e-40b7-b7b5-37d96928fb32 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/quotas/67e3e87a5eb74bf3b950d4ee58fbb84f HTTP/1.1" status: 200 len: 375 time: 0.0147281 May 27 11:39:11.535870 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec08ec2-fd87-4c5b-8733-c7be9d4fcfa6 req-e3c9baa1-4dcd-4467-9690-44faa0083865 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:11.537380 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aec08ec2-fd87-4c5b-8733-c7be9d4fcfa6 req-e3c9baa1-4dcd-4467-9690-44faa0083865 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1468093 May 27 11:39:11.636340 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aec08ec2-fd87-4c5b-8733-c7be9d4fcfa6 req-4dcb40a3-6bfb-41ce-af8d-c2988b1bb6d9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662923 May 27 11:39:11.645110 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-2314885c-76a4-4cc6-b4e6-c880640b3a51 service neutron] 10.222.0.76 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486447 May 27 11:39:11.663375 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-4319fac8-6620-4e05-bd42-51b815a200dd tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1249747 May 27 11:39:11.808032 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d331a378-41e2-467e-97d3-4d1c3f049354 req-d4de0952-12b4-4e63-9f94-ad06d46f1a98 service neutron] 10.222.0.76 "GET /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535137 May 27 11:39:11.819056 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-99c16a73-f17c-4eee-8bc3-8612032234b5 service neutron] 10.222.0.86 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382837 May 27 11:39:11.959076 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-69bf096d-ba7c-4561-ad05-c41d45a2dea5 service neutron] 10.222.0.86 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338546 May 27 11:39:12.928076 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a339d-b462-4379-bb1d-836d853cfd44 req-4340b99f-a9a1-4f78-a4dd-09b7a7c9104e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:12.930456 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4b7a339d-b462-4379-bb1d-836d853cfd44 req-4340b99f-a9a1-4f78-a4dd-09b7a7c9104e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 944 time: 0.1092279 May 27 11:39:12.986816 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4b7a339d-b462-4379-bb1d-836d853cfd44 req-45802443-520b-4f71-9aa6-75f8269c2a74 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487700 May 27 11:39:13.211017 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701494e-f959-4193-a8be-36418c5d26d2 req-c0fdb30b-5535-432d-8b39-7e37b3946068 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:13.212543 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b701494e-f959-4193-a8be-36418c5d26d2 req-c0fdb30b-5535-432d-8b39-7e37b3946068 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1216712 May 27 11:39:13.266346 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b701494e-f959-4193-a8be-36418c5d26d2 req-1a675a5b-aec3-436d-a8be-3f0238578c0a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476851 May 27 11:39:13.328450 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0b3c216f-e6ec-4dd1-ac3b-16758a6b730e req-2c2804d8-fdae-4b41-bfbb-3049d061e243 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 210 time: 0.0513561 May 27 11:39:13.383308 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5921dc39-616e-4df5-8b08-9a4b12a1751c details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:39:13.487429 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c625d3-684c-4869-b079-e1ef2e4291f3 req-5701a2d8-b8c8-430e-80fe-d0311dbfbbe4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:13.488191 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-34c625d3-684c-4869-b079-e1ef2e4291f3 req-5701a2d8-b8c8-430e-80fe-d0311dbfbbe4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Synchronizing usage tracker for tenant:b2838aedf0d54734aa791619c58dea38 on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:39:13.522880 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5921dc39-616e-4df5-8b08-9a4b12a1751c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5921dc39-616e-4df5-8b08-9a4b12a1751c,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:13.536940 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '5921dc39-616e-4df5-8b08-9a4b12a1751c', 'network_id': 'b5907639-7fd5-47e1-82eb-9ee6b01b7764', 'port_id': '5921dc39-616e-4df5-8b08-9a4b12a1751c', 'mac_address': 'fa:16:3e:5a:28:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66283abe-1af6-477b-8b7a-ca5014fb7560', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:39:13.602597 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:13.606431 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-34c625d3-684c-4869-b079-e1ef2e4291f3 req-5701a2d8-b8c8-430e-80fe-d0311dbfbbe4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Unset dirty status for tenant:b2838aedf0d54734aa791619c58dea38 on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:39:13.608475 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-34c625d3-684c-4869-b079-e1ef2e4291f3 req-5701a2d8-b8c8-430e-80fe-d0311dbfbbe4 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.2181427 May 27 11:39:13.621161 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5921dc39-616e-4df5-8b08-9a4b12a1751c {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:39:13.637854 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5921dc39-616e-4df5-8b08-9a4b12a1751c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5921dc39-616e-4df5-8b08-9a4b12a1751c,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:13.667603 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-34c625d3-684c-4869-b079-e1ef2e4291f3 req-bfae24a1-8eb6-44f4-a098-ae7b0640379d tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533063 May 27 11:39:13.788460 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:13.790275 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:13.858969 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5921dc39-616e-4df5-8b08-9a4b12a1751c,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:13.866370 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.866719 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.867056 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.867391 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.867719 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.868075 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.868402 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.868725 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.872502 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.872502 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.872502 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.872502 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:13.874115 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:14.191727 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82691992-cd04-4195-8365-3b428d9ea361 req-f21c6c75-cab6-4951-9267-c8b0c218d676 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:14.194044 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-82691992-cd04-4195-8365-3b428d9ea361 req-f21c6c75-cab6-4951-9267-c8b0c218d676 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 945 time: 0.0909965 May 27 11:39:14.222836 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['5921dc39-616e-4df5-8b08-9a4b12a1751c'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:39:14.243161 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-82691992-cd04-4195-8365-3b428d9ea361 req-540033eb-2dc4-48df-a218-c579267d9b99 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 May 27 11:39:14.534657 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-218d16eb-2ff0-4e5e-a958-773eb86d68a7 req-2ebdf06d-6c50-4a5a-a858-c1f6ff40ce03 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 210 time: 0.0541945 May 27 11:39:14.579141 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47324b5e-aeca-40a5-96ac-9f7b2f69884e req-13f2c1f3-4fa0-4d12-ba90-156b9262442c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:14.580731 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-47324b5e-aeca-40a5-96ac-9f7b2f69884e req-13f2c1f3-4fa0-4d12-ba90-156b9262442c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1430244 May 27 11:39:14.630244 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-47324b5e-aeca-40a5-96ac-9f7b2f69884e req-6eaf795a-a132-4b57-a458-18e7537a423b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 May 27 11:39:14.864337 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc160d-516b-49a4-894b-2010dda4effc req-61047c1c-e4d0-433d-9e1f-e29cec4b0239 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:14.865804 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-20bc160d-516b-49a4-894b-2010dda4effc req-61047c1c-e4d0-433d-9e1f-e29cec4b0239 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.0854554 May 27 11:39:14.915050 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-20bc160d-516b-49a4-894b-2010dda4effc req-61a23112-7c0b-4a27-82dd-bead62d7fbed tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 May 27 11:39:15.471635 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f54510-85b1-4bf5-9dac-ea17f937c687 req-fe22765f-8343-4167-875d-aed5550a28f8 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:15.473185 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-82f54510-85b1-4bf5-9dac-ea17f937c687 req-fe22765f-8343-4167-875d-aed5550a28f8 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 945 time: 0.0896075 May 27 11:39:15.524030 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-82f54510-85b1-4bf5-9dac-ea17f937c687 req-d96ebd0f-cd3b-4256-856a-c94941a9ba8d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 May 27 11:39:15.547193 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-1416660c-4d5b-4c27-9ada-071aae368070 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:15.547900 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-1416660c-4d5b-4c27-9ada-071aae368070 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Synchronizing usage tracker for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:network {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:39:15.641554 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-1416660c-4d5b-4c27-9ada-071aae368070 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Unset dirty status for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:network {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:39:15.642849 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-1416660c-4d5b-4c27-9ada-071aae368070 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 812 time: 0.2523625 May 27 11:39:15.703938 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-dbd4ea15-56fd-49d1-8528-750f3190faf4 req-ff479103-c749-489e-86fe-30818f545afe tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 210 time: 0.0524993 May 27 11:39:15.855161 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dbe1b-7449-4040-ac7b-fc138120595c req-a569ef9f-6e29-43c9-b9d1-e7c47d930e5b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:15.857773 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-357dbe1b-7449-4040-ac7b-fc138120595c req-a569ef9f-6e29-43c9-b9d1-e7c47d930e5b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1026046 May 27 11:39:15.898432 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-623ac6b2-1ead-4072-ae91-85751349f3e3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Synchronizing usage tracker for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:security_group {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:39:15.910786 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-357dbe1b-7449-4040-ac7b-fc138120595c req-52c47171-6100-45c2-9f5a-4b616c4c014a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457997 May 27 11:39:15.922627 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-623ac6b2-1ead-4072-ae91-85751349f3e3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Unset dirty status for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:security_group {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:39:15.924173 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-623ac6b2-1ead-4072-ae91-85751349f3e3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f HTTP/1.1" status: 200 len: 379 time: 0.2410877 May 27 11:39:15.933903 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'port': {'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'admin_state_up': True, 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'security_groups': ['ce87a102-48a2-46d1-9f7c-0db0a31620ee']}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:39:15.968906 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-a47f0e11-4d19-4ce1-be1d-edfe62312986 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:15.969636 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-a47f0e11-4d19-4ce1-be1d-edfe62312986 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Synchronizing usage tracker for tenant:b2838aedf0d54734aa791619c58dea38 on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:39:16.046640 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-a47f0e11-4d19-4ce1-be1d-edfe62312986 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Unset dirty status for tenant:b2838aedf0d54734aa791619c58dea38 on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:39:16.047779 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-a47f0e11-4d19-4ce1-be1d-edfe62312986 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.76 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.3473227 May 27 11:39:16.205641 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:39:16.209202 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc4e6d-2b89-4c5f-a2a0-51345b125441 req-afedefbd-da72-4ac8-a3f5-f57594b82e5a tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:16.210722 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6edc4e6d-2b89-4c5f-a2a0-51345b125441 req-afedefbd-da72-4ac8-a3f5-f57594b82e5a tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 945 time: 0.1855206 May 27 11:39:16.222863 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:39:16.257864 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Deleting port 4f530e75-4189-478b-b798-ef5b8a7cc688 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:16.258213 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:16.259863 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6edc4e6d-2b89-4c5f-a2a0-51345b125441 req-0c0ccd74-6142-4439-8a47-a9e6e2e0c1c8 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/security-groups?id=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 May 27 11:39:16.374208 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Made reservation on behalf of 67e3e87a5eb74bf3b950d4ee58fbb84f for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:39:16.378188 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:16.464443 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] For port 4f530e75-4189-478b-b798-ef5b8a7cc688, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4f530e75-4189-478b-b798-ef5b8a7cc688,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:16.464803 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:16.616680 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Calling delete_port for 4f530e75-4189-478b-b798-ef5b8a7cc688 owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:16.719632 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Allocated IP 172.20.0.4 (b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42/fe5965c2-ac1b-41bc-bc6e-6c9e0189a660/b042b783-0379-4788-92d7-394298c7f32a) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:39:16.742755 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ba61-5567-4272-b0f2-6e0fac2aaff5 req-fd655458-5ab0-4f7e-9898-5c731c744dbc tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:16.744086 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fea6ba61-5567-4272-b0f2-6e0fac2aaff5 req-fd655458-5ab0-4f7e-9898-5c731c744dbc tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 945 time: 0.0913880 May 27 11:39:16.801821 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fea6ba61-5567-4272-b0f2-6e0fac2aaff5 req-e6282166-146f-46fa-b801-e3371534d7c2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517609 May 27 11:39:16.895924 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d3173d63-40ba-44d8-984f-50b226c1278d req-37befd26-bc9a-4340-98e8-8846016a4e5c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 210 time: 0.0550992 May 27 11:39:17.002507 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:17.019380 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Transition to ACTIVE for port object b042b783-0379-4788-92d7-394298c7f32a will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:39:17.020700 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:17.030781 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5c44d2d3-93a1-41dd-9e9d-42a7ebb4804f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:17.071892 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['4f530e75-4189-478b-b798-ef5b8a7cc688'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:39:17.087170 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Pushing event deleted for resources: {'Port': ['ID=4f530e75-4189-478b-b798-ef5b8a7cc688,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:17.139496 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.139879 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.140281 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.140456 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3100c-3efa-45b0-b277-ee1052eb370b req-6cf36978-89a8-4976-a947-ed7695c158eb tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:17.140652 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.141016 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.141377 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.141738 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.142100 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.142216 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-29d3100c-3efa-45b0-b277-ee1052eb370b req-6cf36978-89a8-4976-a947-ed7695c158eb tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1041758 May 27 11:39:17.142459 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.142809 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.143166 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.143519 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:39:17.174092 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:17.193865 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] No DVR routers for this DVR port 4f530e75-4189-478b-b798-ef5b8a7cc688 on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:39:17.196940 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:17.200957 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'name': 'network-vif-deleted', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:17.204493 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-29d3100c-3efa-45b0-b277-ee1052eb370b req-b7c8881a-f9e3-4e8a-94f5-f39943d1e320 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530970 May 27 11:39:17.257697 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746598db-6eee-408d-b833-a5046ec427f8', 'name': 'network-vif-deleted', 'tag': '4f530e75-4189-478b-b798-ef5b8a7cc688', 'status': 'completed', 'code': 200} May 27 11:39:17.320864 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:17.327634 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-711961c2-d5c9-488a-a467-c141042e14fd tempest-VolumesSnapshotTestJSON-762362552 tempest-VolumesSnapshotTestJSON-762362552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:17.395607 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e5517bf4-8333-4230-bcf3-b55ddfb4b261 req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.76 "DELETE /v2.0/ports/4f530e75-4189-478b-b798-ef5b8a7cc688 HTTP/1.1" status: 204 len: 173 time: 1.3412383 May 27 11:39:17.399795 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:39:17.405624 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:39:17.412629 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:39:17.421403 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0aa41a38-7624-4341-bc0b-4bf2c1f7c0cc req-6f6a6b27-8c95-4274-9dd4-cd46d678a337 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 210 time: 0.0485883 May 27 11:39:17.432744 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5921dc39-616e-4df5-8b08-9a4b12a1751c up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:39:17.476793 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'Port': ['ID=b042b783-0379-4788-92d7-394298c7f32a,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:17.491212 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:17.541090 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:17.542245 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:17.630056 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 5921dc39-616e-4df5-8b08-9a4b12a1751c completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:39:17.635858 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 5921dc39-616e-4df5-8b08-9a4b12a1751c triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:39:17.636360 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:17.664865 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7348173 May 27 11:39:17.683758 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Request body: {'port': {'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:39:17.784943 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:17.812793 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:17.813627 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a1b3c-4c01-48c2-a81c-82ab5c5cb383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921dc39-616e-4df5-8b08-9a4b12a1751c'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:17.823689 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5921dc39-616e-4df5-8b08-9a4b12a1751c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5921dc39-616e-4df5-8b08-9a4b12a1751c,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:17.852657 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-1d0f71dc-be1b-4dc8-8509-9b0e61a09e7a None None] Provisioning for port b042b783-0379-4788-92d7-394298c7f32a completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:39:17.862727 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-1d0f71dc-be1b-4dc8-8509-9b0e61a09e7a None None] Provisioning complete for port b042b783-0379-4788-92d7-394298c7f32a triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:39:17.862727 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1d0f71dc-be1b-4dc8-8509-9b0e61a09e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:17.890458 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919a1b3c-4c01-48c2-a81c-82ab5c5cb383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921dc39-616e-4df5-8b08-9a4b12a1751c', 'code': 200} May 27 11:39:17.913300 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:17.914249 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 4f530e75-4189-478b-b798-ef5b8a7cc688 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:17.949143 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:18.025066 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 4f530e75-4189-478b-b798-ef5b8a7cc688 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:39:18.025713 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 4f530e75-4189-478b-b798-ef5b8a7cc688 not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:18.027464 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a27c3-4fa3-4c87-96f7-fc24182e371d req-2d3adfe3-48a0-45bd-b928-18a3e05ecc59 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:18.039708 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d42a27c3-4fa3-4c87-96f7-fc24182e371d req-2d3adfe3-48a0-45bd-b928-18a3e05ecc59 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 946 time: 0.0999808 May 27 11:39:18.042551 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f71dc-be1b-4dc8-8509-9b0e61a09e7a None None] Port b042b783-0379-4788-92d7-394298c7f32a cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:39:18.048474 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5921dc39-616e-4df5-8b08-9a4b12a1751c,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:18.052192 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:18.138692 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d42a27c3-4fa3-4c87-96f7-fc24182e371d req-2e967a99-0a29-4094-ba0d-8463da0d4fb0 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976279 May 27 11:39:18.180983 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cde950-833b-4fd8-99b7-9c07d2636c7d req-b197478a-4e2b-40fa-bc39-8a5ef433e4f7 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:18.182555 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-40cde950-833b-4fd8-99b7-9c07d2636c7d req-b197478a-4e2b-40fa-bc39-8a5ef433e4f7 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 931 time: 0.1169453 May 27 11:39:18.244781 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-40cde950-833b-4fd8-99b7-9c07d2636c7d req-fabdd51b-074e-415e-8052-b547b1c4196a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471699 May 27 11:39:18.403175 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b042b783-0379-4788-92d7-394298c7f32a {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:39:18.414000 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:18.440102 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Transition to ACTIVE for port object b042b783-0379-4788-92d7-394298c7f32a will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:39:18.444853 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b2229-a74d-4a9f-a476-94de15e6ac39 req-ae6a7c2f-2855-4614-8586-021d7dd996cd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:18.446448 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-373b2229-a74d-4a9f-a476-94de15e6ac39 req-ae6a7c2f-2855-4614-8586-021d7dd996cd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1049557 May 27 11:39:18.446577 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63038-bac6-4101-8677-bdecb0985a12 req-0eb11c18-232c-4885-abe0-079b0cbae79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:18.448124 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-69c63038-bac6-4101-8677-bdecb0985a12 req-0eb11c18-232c-4885-abe0-079b0cbae79e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 1099 time: 0.1285102 May 27 11:39:18.500651 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-373b2229-a74d-4a9f-a476-94de15e6ac39 req-572cd842-c867-4dc9-835f-5108fdb6fee8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474417 May 27 11:39:18.507776 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-69c63038-bac6-4101-8677-bdecb0985a12 req-13ed33d3-fc5d-4c81-b636-9ac8e7f2e248 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492358 May 27 11:39:18.527261 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:18.533972 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-99f51368-7de3-46b3-8ee5-34406db58914 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:18.666266 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-950ba56d-048d-4627-b396-03bd0aba6f31 req-f0dcd22f-232b-4f13-9dfa-e92b7a27f5f5 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] 10.222.0.86 "GET /v2.0/ports?device_id=746598db-6eee-408d-b833-a5046ec427f8 HTTP/1.1" status: 200 len: 210 time: 0.0532112 May 27 11:39:18.714755 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Pushing event updated for resources: {'Port': ['ID=b042b783-0379-4788-92d7-394298c7f32a,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:18.724838 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:18.804704 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Attempting to bind port b042b783-0379-4788-92d7-394298c7f32a on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:39:18.805066 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Attempting to bind port b042b783-0379-4788-92d7-394298c7f32a by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:39:18.805400 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Attempting to bind port b042b783-0379-4788-92d7-394298c7f32a on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:39:18.810391 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Port b042b783-0379-4788-92d7-394298c7f32a on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:39:18.811277 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Attempting to bind port b042b783-0379-4788-92d7-394298c7f32a on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:39:18.817529 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:39:18.817782 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Checking segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:39:18.818158 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Bound using segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:39:18.818857 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Bound port: b042b783-0379-4788-92d7-394298c7f32a, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:39:18.819048 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:18.918284 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] For port b042b783-0379-4788-92d7-394298c7f32a, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:39:18.921785 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] For port b042b783-0379-4788-92d7-394298c7f32a, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b042b783-0379-4788-92d7-394298c7f32a,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:39:18.984811 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:18.988815 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e0fcef22-bb8f-424a-9ef0-c58bd22103cf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:19.049867 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:19.050647 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:19.052048 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] 10.222.0.76 "PUT /v2.0/ports/b042b783-0379-4788-92d7-394298c7f32a HTTP/1.1" status: 200 len: 1093 time: 1.3726485 May 27 11:39:19.068874 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Pushing event updated for resources: {'Port': ['ID=b042b783-0379-4788-92d7-394298c7f32a,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:19.073634 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:19.274184 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4805b100-e333-4c59-a44e-8115112f0b83', 'tag': 'b042b783-0379-4788-92d7-394298c7f32a'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:19.338066 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-9924ff7a-85e1-4ca9-89e3-1303a5d41e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:19.339262 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-9924ff7a-85e1-4ca9-89e3-1303a5d41e8e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 1096 time: 0.0976062 May 27 11:39:19.348053 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a03822-ecd2-41f7-8f65-9d16c14e5bc0 req-0436adcd-e502-458c-b727-1ec7a220aca4 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:19.349598 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e8a03822-ecd2-41f7-8f65-9d16c14e5bc0 req-0436adcd-e502-458c-b727-1ec7a220aca4 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 946 time: 0.0944123 May 27 11:39:19.428246 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-4c4fc5eb-6562-452c-b6fd-4a74e0eacc7d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b042b783-0379-4788-92d7-394298c7f32a HTTP/1.1" status: 200 len: 217 time: 0.0647674 May 27 11:39:19.443913 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e8a03822-ecd2-41f7-8f65-9d16c14e5bc0 req-1ebb8a5e-67df-4287-aaa3-11582a833f66 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886118 May 27 11:39:19.489806 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74fd51-493d-4a14-bd99-ef12907ae87a req-7bcbafe6-d00c-4143-90ef-936cd30aad85 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:19.497283 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6e74fd51-493d-4a14-bd99-ef12907ae87a req-7bcbafe6-d00c-4143-90ef-936cd30aad85 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 943 time: 0.1224124 May 27 11:39:19.512642 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-ebd2e0b7-30b3-4bc6-b785-6debed073fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:19.515903 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-ebd2e0b7-30b3-4bc6-b785-6debed073fe7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.0791550 May 27 11:39:19.564856 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6e74fd51-493d-4a14-bd99-ef12907ae87a req-babb33e2-bd95-4e76-a2c6-db206e6e5664 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662336 May 27 11:39:19.565190 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4805b100-e333-4c59-a44e-8115112f0b83', 'tag': 'b042b783-0379-4788-92d7-394298c7f32a', 'status': 'completed', 'code': 200} May 27 11:39:19.617575 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-d12c054d-8545-4de8-9a39-d3a4784df41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:19.619314 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-d12c054d-8545-4de8-9a39-d3a4784df41c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0937827 May 27 11:39:19.766708 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46febad1-0784-4fa3-a4eb-0f02c1356d96 req-c9ad1183-5d7d-4953-9cf1-ecef61e9f41c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:19.768252 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46febad1-0784-4fa3-a4eb-0f02c1356d96 req-c9ad1183-5d7d-4953-9cf1-ecef61e9f41c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1060867 May 27 11:39:19.805017 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-2a590a1d-2eb3-4975-b3e8-755d91ed279b service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735384 May 27 11:39:19.816169 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46febad1-0784-4fa3-a4eb-0f02c1356d96 req-3259d3f9-e9b0-491a-8619-327a2428ce66 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423348 May 27 11:39:19.968344 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a70fe1e6-5559-4a8e-94a0-ca7e33ff378a req-4a91ac59-f09f-4b67-b54f-5e1e8918c77c service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542156 May 27 11:39:20.287218 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-f652ee7b-1d24-4a63-9f5f-6160cf8ac7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:20.289869 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-f652ee7b-1d24-4a63-9f5f-6160cf8ac7ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 1096 time: 0.1053824 May 27 11:39:20.458414 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-5099d064-7102-44d3-be1c-e7abe1513621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:20.458414 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-5099d064-7102-44d3-be1c-e7abe1513621 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 914 time: 0.1599624 May 27 11:39:20.534409 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-d137d1e3-f5df-465e-ac2e-30f28b0e5cd1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b042b783-0379-4788-92d7-394298c7f32a HTTP/1.1" status: 200 len: 217 time: 0.0708966 May 27 11:39:20.674962 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-20b02a38-1f2b-4ba4-ad48-7b8ddf196948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:20.680450 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-20b02a38-1f2b-4ba4-ad48-7b8ddf196948 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.1293068 May 27 11:39:20.691675 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6790f1-843e-4004-89e2-ecf5f16f100d req-e9349f87-b999-4fda-88c2-d1f8fcbffde2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:20.694149 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4f6790f1-843e-4004-89e2-ecf5f16f100d req-e9349f87-b999-4fda-88c2-d1f8fcbffde2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 946 time: 0.1076260 May 27 11:39:20.809675 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4f6790f1-843e-4004-89e2-ecf5f16f100d req-996b7dcb-06c2-4ee1-8dcd-fb1b87f08872 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094859 May 27 11:39:20.847911 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab09a3-b3b8-4367-9494-292f3bdc55d0 req-fd9cc0ad-2a01-4a33-b2da-a6f9a1c5f4f7 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:20.852594 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a3ab09a3-b3b8-4367-9494-292f3bdc55d0 req-fd9cc0ad-2a01-4a33-b2da-a6f9a1c5f4f7 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 943 time: 0.1145127 May 27 11:39:20.937364 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-b0a3820d-6ad4-4d89-8053-558f9bd1cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:20.938881 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-b0a3820d-6ad4-4d89-8053-558f9bd1cbe7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2508259 May 27 11:39:20.944315 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a3ab09a3-b3b8-4367-9494-292f3bdc55d0 req-ec6ac1e7-6af3-4419-9bd4-7607b66337c1 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871234 May 27 11:39:21.126974 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-d5b348b2-3c4e-4263-abd4-1290b9312240 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799188 May 27 11:39:21.140092 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea9d65-13aa-488c-b0f3-b77c36657424 req-4eb06f48-54e3-41b7-85df-c5ff6c1be3f4 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:21.141697 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-63ea9d65-13aa-488c-b0f3-b77c36657424 req-4eb06f48-54e3-41b7-85df-c5ff6c1be3f4 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1151595 May 27 11:39:21.196129 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-63ea9d65-13aa-488c-b0f3-b77c36657424 req-89839194-8535-42b9-befd-9c059853deda tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480530 May 27 11:39:21.282265 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c32dd519-7299-4462-99ff-ff04a6e7bf00 req-25cdce96-5780-478e-afb0-9716005622aa service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485839 May 27 11:39:21.552844 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 40552) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:22.259420 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8793406-ced2-4957-bcc3-cbe4b02da0d4 req-c68fd4cd-96f7-428a-ba2a-5e35a4833f4e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:22.261018 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e8793406-ced2-4957-bcc3-cbe4b02da0d4 req-c68fd4cd-96f7-428a-ba2a-5e35a4833f4e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 943 time: 0.1949883 May 27 11:39:22.328589 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e8793406-ced2-4957-bcc3-cbe4b02da0d4 req-e7dac6c8-3162-4d7b-a3c3-3d3937acaee4 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587952 May 27 11:39:22.470658 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60320dca-e9ae-44b6-b361-75452f7a62cb req-233f585d-5557-463a-8c56-2f9dff3ed0a9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:22.472247 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-60320dca-e9ae-44b6-b361-75452f7a62cb req-233f585d-5557-463a-8c56-2f9dff3ed0a9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1422205 May 27 11:39:22.479099 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880380'] for router_interface, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:22.655843 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-60320dca-e9ae-44b6-b361-75452f7a62cb req-e7b75dbf-5df4-4591-9189-437bd9e6fdfe tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224113 May 27 11:39:22.998970 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Deleting port 51802c96-8ca3-454b-b5d0-72d393590060 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:22.999262 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:23.129533 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] For port 51802c96-8ca3-454b-b5d0-72d393590060, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=51802c96-8ca3-454b-b5d0-72d393590060,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:23.129797 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:23.259925 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Calling delete_port for 51802c96-8ca3-454b-b5d0-72d393590060 owned by network:router_interface {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:23.562584 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fea14-b05e-4d24-9eaa-02f730056818 req-abdc3264-65df-4653-817d-821fcf1fccbb tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:23.564108 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b42fea14-b05e-4d24-9eaa-02f730056818 req-abdc3264-65df-4653-817d-821fcf1fccbb tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 943 time: 0.1240184 May 27 11:39:23.769554 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b42fea14-b05e-4d24-9eaa-02f730056818 req-2ff73aee-4d64-41c7-8828-eddbd4736c18 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989989 May 27 11:39:23.841556 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:23.847653 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:23.941743 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Pushing event deleted for resources: {'Port': ['ID=51802c96-8ca3-454b-b5d0-72d393590060,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:23.949784 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:24.213403 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e0e4f-0d1b-400b-ace2-038846ee2ff6 req-2ccd54a9-7814-4cf2-9134-0cf85b81e6f1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:24.215110 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-498e0e4f-0d1b-400b-ace2-038846ee2ff6 req-2ccd54a9-7814-4cf2-9134-0cf85b81e6f1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.3278489 May 27 11:39:24.382119 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-498e0e4f-0d1b-400b-ace2-038846ee2ff6 req-4cedd4e7-532b-48e0-b56a-75087b708de0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434436 May 27 11:39:24.405425 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1035741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882764'] for router_interface, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:24.973963 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Router c09c0088-b29d-4cda-aaab-a61661e71dae has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:39:25.258479 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c05a2e-e2a5-457a-8d7a-a74bbd18fdf2 req-fc9c9619-ad49-4dc0-8f5a-7ae9bbbd9a36 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:25.260106 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-07c05a2e-e2a5-457a-8d7a-a74bbd18fdf2 req-fc9c9619-ad49-4dc0-8f5a-7ae9bbbd9a36 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 943 time: 0.3592148 May 27 11:39:25.296626 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:39:25.314337 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] Sync routers for ids ['c09c0088-b29d-4cda-aaab-a61661e71dae'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:39:25.328810 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b65a105e-af48-4785-acdc-afa9b68fbbdd admin admin] 10.222.0.86 "PUT /v2.0/routers/c09c0088-b29d-4cda-aaab-a61661e71dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7709384 May 27 11:39:25.329218 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 40610) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:25.333275 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-07c05a2e-e2a5-457a-8d7a-a74bbd18fdf2 req-ea279853-bf3c-410d-809c-c475c37db96e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640433 May 27 11:39:25.340727 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] Routers {'c09c0088-b29d-4cda-aaab-a61661e71dae'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:25.341463 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['c09c0088-b29d-4cda-aaab-a61661e71dae'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:25.531513 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Notify callbacks [] for router, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:25.538606 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] Set router c09c0088-b29d-4cda-aaab-a61661e71dae gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:25.610066 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6a02f-f813-4308-9a33-9ff0837ad745 req-0ae8ff69-d5c6-4313-9ce8-daee4a66a1e9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:25.611724 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f4a6a02f-f813-4308-9a33-9ff0837ad745 req-0ae8ff69-d5c6-4313-9ce8-daee4a66a1e9 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.0949457 May 27 11:39:25.661743 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f4a6a02f-f813-4308-9a33-9ff0837ad745 req-04b677cd-d6a2-4c3e-9024-313efc6f9931 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419078 May 27 11:39:25.717839 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:25.859034 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:39:23Z', 'revision_number': 5, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port': {'id': 'f7c3322c-1d5c-4bcd-ad21-0e28073636e3', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:14Z', 'updated_at': '2021-05-27T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:25.862883 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] Checking router: c09c0088-b29d-4cda-aaab-a61661e71dae for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:39:25.863029 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Deleting port f7c3322c-1d5c-4bcd-ad21-0e28073636e3 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:25.863227 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:25.871279 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] Routers {'c09c0088-b29d-4cda-aaab-a61661e71dae'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:25.871887 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['c09c0088-b29d-4cda-aaab-a61661e71dae'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:25.993431 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] For port f7c3322c-1d5c-4bcd-ad21-0e28073636e3, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=f7c3322c-1d5c-4bcd-ad21-0e28073636e3,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:25.993790 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:26.037680 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] Set router c09c0088-b29d-4cda-aaab-a61661e71dae gateway port host: None {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:26.127569 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Calling delete_port for f7c3322c-1d5c-4bcd-ad21-0e28073636e3 owned by network:router_gateway {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:26.149440 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:39:25Z', 'revision_number': 6, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port_host': None}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:26.157356 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b58159-0f74-49c0-a33e-ab595827e877 None None] The sync data for ids ['c09c0088-b29d-4cda-aaab-a61661e71dae'] in dv-cinder-751579-23-iscsi is: [{'id': 'c09c0088-b29d-4cda-aaab-a61661e71dae', 'name': 'tempest-TestMinimumBasicScenario-975106807-router', 'tenant_id': 'b2838aedf0d54734aa791619c58dea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:12Z', 'updated_at': '2021-05-27T11:39:25Z', 'revision_number': 6, 'project_id': 'b2838aedf0d54734aa791619c58dea38', 'gw_port_host': None}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:39:26.383409 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:26.390369 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:26.469139 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c3322c-1d5c-4bcd-ad21-0e28073636e3,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:26.471883 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:26.560935 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8241c2-db4e-4cc3-a98f-ace941338610 req-7ed383e1-2a03-43eb-837e-15e9d995113f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:26.568985 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fc8241c2-db4e-4cc3-a98f-ace941338610 req-7ed383e1-2a03-43eb-837e-15e9d995113f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 943 time: 0.1099651 May 27 11:39:26.600420 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-877779'] for router_gateway, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:26.625046 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 51802c96-8ca3-454b-b5d0-72d393590060 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:26.628260 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fc8241c2-db4e-4cc3-a98f-ace941338610 req-6a4e56b7-8835-442c-b428-59232d48d06e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578778 May 27 11:39:26.670263 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 51802c96-8ca3-454b-b5d0-72d393590060 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:39:26.670609 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 51802c96-8ca3-454b-b5d0-72d393590060 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:26.866709 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f74e8-c34d-4abd-8d08-ecef8dea46cf req-a2abc405-fe4e-463d-8342-5aac2766610d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:26.868356 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0d0f74e8-c34d-4abd-8d08-ecef8dea46cf req-a2abc405-fe4e-463d-8342-5aac2766610d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.0842333 May 27 11:39:26.890576 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-884300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:26.893086 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:26.928636 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0d0f74e8-c34d-4abd-8d08-ecef8dea46cf req-d8296130-f573-4bdc-a73c-ae2fba993ee6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480976 May 27 11:39:27.018862 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-883808'] for router, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:27.019726 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c09c0088-b29d-4cda-aaab-a61661e71dae {{(pid=92449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:39:27.036589 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:27.038338 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] 10.222.0.86 "DELETE /v2.0/routers/c09c0088-b29d-4cda-aaab-a61661e71dae HTTP/1.1" status: 204 len: 168 time: 1.7073305 May 27 11:39:27.040935 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 40624) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:27.111146 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e896b64-b146-4b93-9b3d-ca1e5991dc6d admin admin] Deleting subnet e1391139-e1d1-4ee6-a7e9-946297db15a7 {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:39:27.114495 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2e896b64-b146-4b93-9b3d-ca1e5991dc6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:27.168318 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2e896b64-b146-4b93-9b3d-ca1e5991dc6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225886'] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:27.300777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2e896b64-b146-4b93-9b3d-ca1e5991dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:27.674487 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2e896b64-b146-4b93-9b3d-ca1e5991dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7864749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696197'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:27.680766 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f0aa40a1-d605-4067-a0f9-57ae09306e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:27.722964 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e896b64-b146-4b93-9b3d-ca1e5991dc6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1391139-e1d1-4ee6-a7e9-946297db15a7,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:27.725960 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2e896b64-b146-4b93-9b3d-ca1e5991dc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:27.727027 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2e896b64-b146-4b93-9b3d-ca1e5991dc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:27.733972 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-2e896b64-b146-4b93-9b3d-ca1e5991dc6d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e1391139-e1d1-4ee6-a7e9-946297db15a7 HTTP/1.1" status: 204 len: 168 time: 0.6915576 May 27 11:39:27.734403 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999aa2c-b7ac-4c07-9e3e-e3ebc5fbe243 None None] Network f48e50d9-53b5-47b2-9e9b-5677a3deaaff requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:39:27.736379 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 40634) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:27.854367 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:27.937060 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Deleting port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:27.937538 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:27.971392 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5fa32-d499-4e56-bbff-510643c030d1 req-fa8fe593-6968-4b83-9366-64dc2ea96023 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:27.979298 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f4b5fa32-d499-4e56-bbff-510643c030d1 req-fa8fe593-6968-4b83-9366-64dc2ea96023 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 943 time: 0.2164159 May 27 11:39:28.037467 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f4b5fa32-d499-4e56-bbff-510643c030d1 req-54a5a3de-e98c-467d-9300-8ab189fb8ccc tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571079 May 27 11:39:28.069087 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] For port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=f6fd4079-5fc3-479e-a8a2-e7512c7a3f18,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:28.069583 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:28.164016 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] DHCP port deletion for f48e50d9-53b5-47b2-9e9b-5677a3deaaff request from dv-cinder-751579-23-iscsi {{(pid=92451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:39:28.180134 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646588bf-0112-4a62-9b92-0571929768a5 req-828992a3-8a65-4809-bc5b-5ddca0c948a7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:28.182056 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-646588bf-0112-4a62-9b92-0571929768a5 req-828992a3-8a65-4809-bc5b-5ddca0c948a7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1099739 May 27 11:39:28.216139 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Calling delete_port for f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 owned by network:dhcp {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:28.281153 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-646588bf-0112-4a62-9b92-0571929768a5 req-c952dbc6-5e82-4c47-87f5-ddd1a59b1a6f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914392 May 27 11:39:28.284137 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] Deleting port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 {{(pid=92451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:28.284542 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:28.365152 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:28.441056 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:28.445454 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9ac97eeb-4799-4de0-9b7a-775c545b1435 tempest-ServerRescueNegativeTestJSON-1125913401 tempest-ServerRescueNegativeTestJSON-1125913401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:28.486449 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] For port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=f6fd4079-5fc3-479e-a8a2-e7512c7a3f18,segment=NetworkSegment(87e78ef4-d92a-4d49-853a-5ec9efc5540a),segment_id=87e78ef4-d92a-4d49-853a-5ec9efc5540a)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:28.487122 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:28.498649 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fd4079-5fc3-479e-a8a2-e7512c7a3f18,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:28.500975 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] No DVR routers for this DVR port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 on host dv-cinder-751579-23-iscsi {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:39:28.502755 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:28.571474 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No active binding found for port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 {{(pid=92451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 11:39:28.571957 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:28.572330 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device f7c3322c-1d5c-4bcd-ad21-0e28073636e3 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:28.633097 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:28.651660 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48e50d9-53b5-47b2-9e9b-5677a3deaaff']}} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:28.667356 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e78ef4-d92a-4d49-853a-5ec9efc5540a') {'for_net_delete': True} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:28.669019 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e78ef4-d92a-4d49-853a-5ec9efc5540a') {} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:28.683625 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225895'] for segment, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:28.705111 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:28.712804 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=92449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:39:28.713214 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7865103'] for segment, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: Traceback (most recent call last): May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: timer() May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: cb(*args, **kw) May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: return func(*args, **kwargs) May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: self._notify() May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: self.callback(batched_events) May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: event.method(event) May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: return f(self, *a, **k) May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._get(url).json() May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: return self.request(url, 'GET', **kwargs) May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:39:28.739474 dv-cinder-751579-23-iscsi neutron-server[92449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:39:28.742133 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] Calling delete_port for f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 owned by network:dhcp {{(pid=92451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:28.743739 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: f7c3322c-1d5c-4bcd-ad21-0e28073636e3 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:39:28.744137 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device f7c3322c-1d5c-4bcd-ad21-0e28073636e3 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:28.876632 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101'] for port, after_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:28.880540 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-20c63ec5-3d6c-4d5d-9f3a-cab7301dcb88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:28.927795 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] Pushing event deleted for resources: {'Port': ['ID=f6fd4079-5fc3-479e-a8a2-e7512c7a3f18,revision_number=None']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:28.930790 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:28.931846 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] No DVR routers for this DVR port f6fd4079-5fc3-479e-a8a2-e7512c7a3f18 on host dv-cinder-751579-23-iscsi {{(pid=92451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:39:29.011453 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:29.015859 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-47210d80-805a-41c2-88b0-4b6609c0e36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:29.036773 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:29.047764 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Pushing event deleted for resources: {'Network': ['ID=f48e50d9-53b5-47b2-9e9b-5677a3deaaff,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:29.053925 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:29.131962 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] 10.222.0.86 "DELETE /v2.0/networks/f48e50d9-53b5-47b2-9e9b-5677a3deaaff HTTP/1.1" status: 204 len: 168 time: 1.3944759 May 27 11:39:29.135243 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 40646) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:29.401692 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device b042b783-0379-4788-92d7-394298c7f32a details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:39:29.471294 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a81f-697a-42a1-9288-0e0192583175 req-b5ce7258-31f1-4ea0-8873-ea846bd39dd9 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:29.473017 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3a37a81f-697a-42a1-9288-0e0192583175 req-b5ce7258-31f1-4ea0-8873-ea846bd39dd9 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 943 time: 0.2782922 May 27 11:39:29.553218 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port b042b783-0379-4788-92d7-394298c7f32a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b042b783-0379-4788-92d7-394298c7f32a,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:29.568381 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': 'b042b783-0379-4788-92d7-394298c7f32a', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'mac_address': 'fa:16:3e:aa:c5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:39:29.635316 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:29.657671 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b042b783-0379-4788-92d7-394298c7f32a {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:39:29.674928 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port b042b783-0379-4788-92d7-394298c7f32a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b042b783-0379-4788-92d7-394298c7f32a,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:29.689049 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3a37a81f-697a-42a1-9288-0e0192583175 req-fbc07bd3-56cc-4ed7-87c6-aaddcc3c725c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080283 May 27 11:39:29.733229 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:29.736392 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c3c47ab6-8aa9-43c3-8409-2b5922ac436d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:29.767938 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56f52f-cfde-49ac-8817-a4c058a9cba1 req-279b9034-9aeb-4418-8ec1-4379a9a1f6a2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:29.769480 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fb56f52f-cfde-49ac-8817-a4c058a9cba1 req-279b9034-9aeb-4418-8ec1-4379a9a1f6a2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.2955477 May 27 11:39:29.811464 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=b042b783-0379-4788-92d7-394298c7f32a,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:29.815681 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:29.880022 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fb56f52f-cfde-49ac-8817-a4c058a9cba1 req-5f803320-393e-48de-905f-274537e05637 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029513 May 27 11:39:29.997228 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880380'] for router_interface, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:30.132914 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['b042b783-0379-4788-92d7-394298c7f32a'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:39:30.435188 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Deleting port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:30.436531 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:30.661374 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] For port 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=1fa43657-dbb5-46c0-a54f-a3b9f5d87b40,segment=NetworkSegment(800eb328-9983-4399-81c9-e4e5f7b8c19b),segment_id=800eb328-9983-4399-81c9-e4e5f7b8c19b)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:30.661730 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:30.792177 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Calling delete_port for 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 owned by network:router_interface {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:30.933148 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fab4b-443f-4e43-a3ef-da67230050fb req-a5eb5ba0-bb4d-49b0-926a-213982941dff tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:30.936375 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4a3fab4b-443f-4e43-a3ef-da67230050fb req-a5eb5ba0-bb4d-49b0-926a-213982941dff tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 944 time: 0.1354046 May 27 11:39:31.008367 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4a3fab4b-443f-4e43-a3ef-da67230050fb req-d8354897-7494-4015-91be-cac52884c3ce tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656362 May 27 11:39:31.165463 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3d99e-87f5-432c-8101-8cf9c19d6729 req-a4bee51a-c61e-4136-b859-41177e3c82b0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:31.166961 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-76b3d99e-87f5-432c-8101-8cf9c19d6729 req-a4bee51a-c61e-4136-b859-41177e3c82b0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1397846 May 27 11:39:31.218317 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-76b3d99e-87f5-432c-8101-8cf9c19d6729 req-891f0623-4d44-483d-b693-2c24f38f57df tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454400 May 27 11:39:31.263720 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:31.263720 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:31.311950 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa43657-dbb5-46c0-a54f-a3b9f5d87b40,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:31.339784 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:31.411587 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device b042b783-0379-4788-92d7-394298c7f32a up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:39:31.595239 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port b042b783-0379-4788-92d7-394298c7f32a completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:39:31.600541 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port b042b783-0379-4788-92d7-394298c7f32a triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:39:31.600907 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:31.635122 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1035741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882764'] for router_interface, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:31.761880 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:31.806586 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4805b100-e333-4c59-a44e-8115112f0b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b042b783-0379-4788-92d7-394298c7f32a'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:31.831796 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port b042b783-0379-4788-92d7-394298c7f32a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b042b783-0379-4788-92d7-394298c7f32a,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:31.869602 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4805b100-e333-4c59-a44e-8115112f0b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b042b783-0379-4788-92d7-394298c7f32a', 'code': 200} May 27 11:39:31.938080 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:31.940659 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:32.030626 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=b042b783-0379-4788-92d7-394298c7f32a,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:32.035195 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:32.067498 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:39:32.386579 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1a774-2a0b-4b1f-a355-feca65492cc2 req-38e97ea1-d222-4b7b-a5eb-8ed8ceabb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:32.388119 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-48b1a774-2a0b-4b1f-a355-feca65492cc2 req-38e97ea1-d222-4b7b-a5eb-8ed8ceabb1cf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 1098 time: 0.0787811 May 27 11:39:32.436597 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-48b1a774-2a0b-4b1f-a355-feca65492cc2 req-9cd37e27-2286-4d15-ad9b-09c7f6e8f25c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418649 May 27 11:39:32.527424 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:39:32.537463 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] Sync routers for ids ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:39:32.548496 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] Routers {'8366d307-131b-4dcc-b9a1-d02d34c41ca8'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:32.549113 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:32.565768 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cd7c7-51b7-400c-8b15-ebfdb465ea0b req-a38189d4-7a32-46ee-a82e-232157c99942 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:32.567288 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-106cd7c7-51b7-400c-8b15-ebfdb465ea0b req-a38189d4-7a32-46ee-a82e-232157c99942 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 945 time: 0.3898962 May 27 11:39:32.580991 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3bf2d-c8ca-4dcf-aa57-e9d47a2fafe5 req-40a3b828-eb59-4d35-ba9e-12d4515f01b0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:32.582514 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0c3bf2d-c8ca-4dcf-aa57-e9d47a2fafe5 req-40a3b828-eb59-4d35-ba9e-12d4515f01b0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1720266 May 27 11:39:32.633630 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] 10.222.0.86 "PUT /v2.0/routers/8366d307-131b-4dcc-b9a1-d02d34c41ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4948859 May 27 11:39:32.634042 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 40674) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:32.668101 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-106cd7c7-51b7-400c-8b15-ebfdb465ea0b req-65b825f1-b1db-4649-8baf-924104398271 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844431 May 27 11:39:32.681638 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0c3bf2d-c8ca-4dcf-aa57-e9d47a2fafe5 req-3a78e7b8-8802-495b-8e6c-9a9bcb9c950c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831120 May 27 11:39:32.755494 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] Set router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:32.755751 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8aafaca3-6805-4fd1-a0b5-3f3e4b227333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:32.821251 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:33.026667 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:33.067527 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'name': 'tempest-TestMinimumBasicScenario-1786663150-router', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:29Z', 'updated_at': '2021-05-27T11:39:31Z', 'revision_number': 5, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'gw_port': {'id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:31Z', 'updated_at': '2021-05-27T11:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:33.071690 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] Checking router: 8366d307-131b-4dcc-b9a1-d02d34c41ca8 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:39:33.080670 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] Routers {'8366d307-131b-4dcc-b9a1-d02d34c41ca8'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:33.081300 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:33.269146 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] Set router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:33.269684 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:33.299761 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Deleting port 53cfd1a6-fc45-4377-95a7-6b47306dc837 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:33.303910 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:33.435333 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] For port 53cfd1a6-fc45-4377-95a7-6b47306dc837, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=53cfd1a6-fc45-4377-95a7-6b47306dc837,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:33.436033 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:33.573017 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Calling delete_port for 53cfd1a6-fc45-4377-95a7-6b47306dc837 owned by network:router_gateway {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:33.609837 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'name': 'tempest-TestMinimumBasicScenario-1786663150-router', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:29Z', 'updated_at': '2021-05-27T11:39:31Z', 'revision_number': 5, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'gw_port': {'id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:31Z', 'updated_at': '2021-05-27T11:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:33.614647 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f7cd7-6f7f-478b-9a1e-9e32674d3f0e None None] The sync data for ids ['8366d307-131b-4dcc-b9a1-d02d34c41ca8'] in dv-cinder-751579-23-iscsi is: [{'id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'name': 'tempest-TestMinimumBasicScenario-1786663150-router', 'tenant_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:35:29Z', 'updated_at': '2021-05-27T11:39:31Z', 'revision_number': 5, 'project_id': '07db53e56087419eaa0cda8a5c4cc1e6', 'gw_port': {'id': '53cfd1a6-fc45-4377-95a7-6b47306dc837', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8366d307-131b-4dcc-b9a1-d02d34c41ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:35:31Z', 'updated_at': '2021-05-27T11:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:39:33.898362 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:33.902339 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-706d0380-f2b0-43e6-955b-71ef030e500d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:33.933176 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46415763-a39f-4aad-b3e7-ed8da59db715 req-ebcb4766-12d5-4f1f-9434-e2c369c00ff7 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:33.934722 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46415763-a39f-4aad-b3e7-ed8da59db715 req-ebcb4766-12d5-4f1f-9434-e2c369c00ff7 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 945 time: 0.1384265 May 27 11:39:33.955375 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=53cfd1a6-fc45-4377-95a7-6b47306dc837,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:33.958621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:34.006793 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-46415763-a39f-4aad-b3e7-ed8da59db715 req-597160d8-d20a-48a1-ad73-fa441959d6fd tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628407 May 27 11:39:34.023389 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e15f48-b001-4df3-a5f5-18e062615b85 req-95a4bf9b-b804-447f-aa10-6e38bc82e98f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:34.032437 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-10e15f48-b001-4df3-a5f5-18e062615b85 req-95a4bf9b-b804-447f-aa10-6e38bc82e98f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1625838 May 27 11:39:34.090597 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-10e15f48-b001-4df3-a5f5-18e062615b85 req-e03c8a19-05e9-4633-84b0-a076f66fdcb3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546069 May 27 11:39:34.136075 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-877779'] for router_gateway, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:34.287257 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:34.325895 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:39:34.326609 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 1fa43657-dbb5-46c0-a54f-a3b9f5d87b40 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:34.332319 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-884300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:34.334697 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:34.463950 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-883808'] for router, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:34.464670 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8366d307-131b-4dcc-b9a1-d02d34c41ca8 {{(pid=92449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:39:34.480683 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:34.483134 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] 10.222.0.86 "DELETE /v2.0/routers/8366d307-131b-4dcc-b9a1-d02d34c41ca8 HTTP/1.1" status: 204 len: 168 time: 1.8472385 May 27 11:39:34.485810 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 40700) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:34.660041 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95cc072-402c-4cfe-bd9c-2888c2472cce admin admin] Deleting subnet 67cd29cb-27cd-4392-8fec-923922d1b33c {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:39:34.663100 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c95cc072-402c-4cfe-bd9c-2888c2472cce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:34.715472 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c95cc072-402c-4cfe-bd9c-2888c2472cce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225886'] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:34.801137 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c95cc072-402c-4cfe-bd9c-2888c2472cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.069794 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.167353 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c95cc072-402c-4cfe-bd9c-2888c2472cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7864749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696197'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.173656 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:35.213170 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cc072-402c-4cfe-bd9c-2888c2472cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67cd29cb-27cd-4392-8fec-923922d1b33c,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:35.216536 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c95cc072-402c-4cfe-bd9c-2888c2472cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:35.217638 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-c95cc072-402c-4cfe-bd9c-2888c2472cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.228228 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-c95cc072-402c-4cfe-bd9c-2888c2472cce admin admin] 10.222.0.86 "DELETE /v2.0/subnets/67cd29cb-27cd-4392-8fec-923922d1b33c HTTP/1.1" status: 204 len: 168 time: 0.7391157 May 27 11:39:35.228970 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 40710) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:35.231737 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc73351d-0ae7-4445-a981-56ac3cce9c05 None None] Network 4fdb9ab1-553b-4871-ac13-708fe6a2a922 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:39:35.285845 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681268e-ee93-40c8-bcf3-79ef95282568 req-ab20977f-61a1-4b62-9ca0-1c66027cd643 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:35.287743 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5681268e-ee93-40c8-bcf3-79ef95282568 req-ab20977f-61a1-4b62-9ca0-1c66027cd643 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 945 time: 0.1466808 May 27 11:39:35.307799 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-82905b32-c356-4880-a585-797df33690ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.364836 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5681268e-ee93-40c8-bcf3-79ef95282568 req-8b47b0c5-bd21-4bd2-a751-4f74e02113ff tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595906 May 27 11:39:35.366542 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.374270 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381725c0-ba24-461e-9850-4505ae99656e req-3ba4cf19-308b-45bc-862e-3c48889d9380 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:35.376326 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-381725c0-ba24-461e-9850-4505ae99656e req-3ba4cf19-308b-45bc-862e-3c48889d9380 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1655619 May 27 11:39:35.465640 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Deleting port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:35.466910 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.472985 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-381725c0-ba24-461e-9850-4505ae99656e req-ee11c375-129a-4dc7-b256-b7f7fca86b05 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882051 May 27 11:39:35.619549 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] For port 50be7d4b-f72d-4163-ba15-f44da1f69ba8, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=50be7d4b-f72d-4163-ba15-f44da1f69ba8,segment=NetworkSegment(800eb328-9983-4399-81c9-e4e5f7b8c19b),segment_id=800eb328-9983-4399-81c9-e4e5f7b8c19b)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:35.619898 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.668240 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] DHCP port deletion for 4fdb9ab1-553b-4871-ac13-708fe6a2a922 request from dv-cinder-751579-23-iscsi {{(pid=92451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:39:35.687286 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb74bf7-7ad1-4d5c-beba-4b0ccbeb4391 req-2ad2fce1-7661-418c-addf-09c87900ba27 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:35.688961 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fdb74bf7-7ad1-4d5c-beba-4b0ccbeb4391 req-2ad2fce1-7661-418c-addf-09c87900ba27 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 945 time: 0.1190679 May 27 11:39:35.743041 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fdb74bf7-7ad1-4d5c-beba-4b0ccbeb4391 req-e6ebd915-1602-4639-8301-2ea5984d9e94 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472155 May 27 11:39:35.743686 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] Deleting port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 {{(pid=92451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:35.744370 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.762266 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Calling delete_port for 50be7d4b-f72d-4163-ba15-f44da1f69ba8 owned by network:dhcp {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:35.768265 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 40718) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:35.850691 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d246cb8-c3b3-4be6-ab0e-cebb2190e009 tempest-TestVolumeBootPattern-1951558450 tempest-TestVolumeBootPattern-1951558450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:35.855117 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-2d246cb8-c3b3-4be6-ab0e-cebb2190e009 tempest-TestVolumeBootPattern-1951558450 tempest-TestVolumeBootPattern-1951558450-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 1093 time: 0.0829468 May 27 11:39:35.855641 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 40722) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:35.861884 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'floatingip': {'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:39:35.868473 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:39:35.874262 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:floatingip and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:39:35.877745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:39:35.880447 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] For port 50be7d4b-f72d-4163-ba15-f44da1f69ba8, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=50be7d4b-f72d-4163-ba15-f44da1f69ba8,segment=NetworkSegment(800eb328-9983-4399-81c9-e4e5f7b8c19b),segment_id=800eb328-9983-4399-81c9-e4e5f7b8c19b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:35.880945 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.883929 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:39:35.904439 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:35.909604 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:35.960805 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=50be7d4b-f72d-4163-ba15-f44da1f69ba8,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:35.964676 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:35.965458 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] No DVR routers for this DVR port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 on host dv-cinder-751579-23-iscsi {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:39:36.012288 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.067274 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] Calling delete_port for 50be7d4b-f72d-4163-ba15-f44da1f69ba8 owned by network:dhcp {{(pid=92451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:36.116250 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.116642 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101'] for port, after_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.121754 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:36.133387 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdb9ab1-553b-4871-ac13-708fe6a2a922']}} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:36.151365 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800eb328-9983-4399-81c9-e4e5f7b8c19b') {'for_net_delete': True} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:36.151895 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800eb328-9983-4399-81c9-e4e5f7b8c19b') {} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:36.173302 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225895'] for segment, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.186455 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] No DVR routers for this DVR port 50be7d4b-f72d-4163-ba15-f44da1f69ba8 on host dv-cinder-751579-23-iscsi {{(pid=92451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:39:36.188015 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] Pushing event deleted for resources: {'Port': ['ID=50be7d4b-f72d-4163-ba15-f44da1f69ba8,revision_number=None']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:36.193973 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:36.213778 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.213778 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=92449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:39:36.213778 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7865103'] for segment, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.219088 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: Traceback (most recent call last): May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: timer() May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: cb(*args, **kw) May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: return func(*args, **kwargs) May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: self._notify() May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: self.callback(batched_events) May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: event.method(event) May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: return f(self, *a, **k) May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._get(url).json() May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: return self.request(url, 'GET', **kwargs) May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:39:36.283907 dv-cinder-751579-23-iscsi neutron-server[92449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:39:36.294300 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 53cfd1a6-fc45-4377-95a7-6b47306dc837 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:36.336902 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 53cfd1a6-fc45-4377-95a7-6b47306dc837 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:39:36.337740 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 53cfd1a6-fc45-4377-95a7-6b47306dc837 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:36.337740 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 50be7d4b-f72d-4163-ba15-f44da1f69ba8 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:36.368504 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.374617 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 50be7d4b-f72d-4163-ba15-f44da1f69ba8 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:39:36.374946 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 50be7d4b-f72d-4163-ba15-f44da1f69ba8 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:36.380312 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_common [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Allocated IP 172.27.0.2 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/3a4bd8ee-4c98-4f8f-8815-636f44fc13ac) {{(pid=92450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:39:36.389117 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.393160 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:36.408749 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.419599 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Pushing event deleted for resources: {'Network': ['ID=4fdb9ab1-553b-4871-ac13-708fe6a2a922,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:36.424466 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:36.430289 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] 10.222.0.86 "DELETE /v2.0/networks/4fdb9ab1-553b-4871-ac13-708fe6a2a922 HTTP/1.1" status: 204 len: 168 time: 1.1985221 May 27 11:39:36.545684 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for port, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.710809 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3025d-2d23-40e7-8d3b-4a1a1ecbc9d8 req-d14c3b8e-c6e6-4bfd-9bd5-5a40d7843860 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:36.712285 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7fa3025d-2d23-40e7-8d3b-4a1a1ecbc9d8 req-d14c3b8e-c6e6-4bfd-9bd5-5a40d7843860 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.0864160 May 27 11:39:36.715443 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:36.720984 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:36.820287 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:39:36.828422 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources bound (agent type, host, resource id): {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:39:36.839792 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Received port after_create {{(pid=92450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:39:36.882725 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 40734) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:36.890461 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7fa3025d-2d23-40e7-8d3b-4a1a1ecbc9d8 req-b7409299-f4bf-45f9-9b7b-5018750746c0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702995 May 27 11:39:36.895647 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'Port': ['ID=3a4bd8ee-4c98-4f8f-8815-636f44fc13ac,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:36.901223 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:36.939939 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-ff2103f0-7d8f-4457-abe7-8e0581e489f6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b2838aedf0d54734aa791619c58dea38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558698 May 27 11:39:36.942592 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 40738) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:37.015133 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-36fba0a9-2734-4937-84bf-95ce1988f3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:37.048949 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-36fba0a9-2734-4937-84bf-95ce1988f3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:37.275285 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-36fba0a9-2734-4937-84bf-95ce1988f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:37.279583 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-26f14ca7-f55f-42d3-a6fb-aa1f0a37e057 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:37.296852 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fba0a9-2734-4937-84bf-95ce1988f3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:37.299562 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-36fba0a9-2734-4937-84bf-95ce1988f3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:37.307133 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-36fba0a9-2734-4937-84bf-95ce1988f3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:37.308942 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-36fba0a9-2734-4937-84bf-95ce1988f3fb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c0f05fcc-58a4-4ec4-95a0-5b7e56b72d54 HTTP/1.1" status: 204 len: 168 time: 0.3653631 May 27 11:39:37.503098 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:37.672899 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:37.837883 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-12f8fa20-b65b-4bf5-8b48-6e07b89e8c89 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979519 May 27 11:39:37.905397 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for port, precommit_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:37.943748 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:39:37.967695 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-bc051d83-362d-4ada-ab08-d64daba4b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:37.969279 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-bc051d83-362d-4ada-ab08-d64daba4b288 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71a85582257d46dbba6d7a5996789557&device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 1098 time: 0.0873101 May 27 11:39:37.980035 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5597169'] for port, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:37.985153 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-17fdd0f5-e66c-4cb8-a06d-a6fd898e5714 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:38.001103 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:38.176396 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'Port': ['ID=3a4bd8ee-4c98-4f8f-8815-636f44fc13ac,revision_number=2']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:38.185751 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:38.199268 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 40752) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:38.233228 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:38.282961 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-5a479698-303c-41c7-9dd6-80d526190bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:38.289407 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-5a479698-303c-41c7-9dd6-80d526190bdd service neutron] 10.222.0.76 "GET /v2.0/networks?id=a038ba68-8113-4964-8d44-c2a7f20fa4e2 HTTP/1.1" status: 200 len: 911 time: 0.2892165 May 27 11:39:38.348149 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a13d-008e-488e-b47f-dc20b46d6ac1 req-499b697b-407d-43c1-8130-10b0460ed434 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:38.349701 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-14c6a13d-008e-488e-b47f-dc20b46d6ac1 req-499b697b-407d-43c1-8130-10b0460ed434 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.3182244 May 27 11:39:38.440681 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-231be1be-bd27-4f33-8fc6-63a1b2bb9a2c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398 HTTP/1.1" status: 200 len: 1001 time: 0.1422396 May 27 11:39:38.463460 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-8404aa34-8779-4686-a994-e25f726f18d7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=07db53e56087419eaa0cda8a5c4cc1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625892 May 27 11:39:38.472962 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 40758) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:38.520201 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-a186e0fc-785b-42be-8eee-7be63aa7acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:38.521834 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-a186e0fc-785b-42be-8eee-7be63aa7acc1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e33fdc2c-c1c0-470e-8390-5cc926f5c6d7 HTTP/1.1" status: 200 len: 848 time: 0.0666542 May 27 11:39:38.533548 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-14c6a13d-008e-488e-b47f-dc20b46d6ac1 req-1f241966-00e8-4343-adb2-f75058281398 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691349 May 27 11:39:38.562013 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.l3_db [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Floating IP 53f4fa05-b469-410e-bf6f-f07de577751b associated. External IP: 172.27.0.2, port: b042b783-0379-4788-92d7-394298c7f32a. May 27 11:39:38.608102 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-332e2ae7-f7e2-41de-9345-b024dd1b07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:38.609804 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-332e2ae7-f7e2-41de-9345-b024dd1b07a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a038ba68-8113-4964-8d44-c2a7f20fa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764961 May 27 11:39:38.660686 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ff81fd05-0957-4b24-a875-42656f24f644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:38.754225 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-600f8bfa-f45f-47a2-9f8b-71b3d09879ac service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348577 May 27 11:39:38.768323 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ff81fd05-0957-4b24-a875-42656f24f644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:38.915363 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-259985c9-9eae-4e02-a708-7d94f2fc4daa req-27f65e1b-99c2-4d95-bdf9-486486523773 service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540198 May 27 11:39:39.016385 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:39:39.026032 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ff81fd05-0957-4b24-a875-42656f24f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:39.031055 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-08cf0d16-22b5-47af-9f2c-ba810c3ff144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:39.214769 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81fd05-0957-4b24-a875-42656f24f644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a07de9-9671-495a-b707-ff422617ff5c,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:39.226670 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-ff81fd05-0957-4b24-a875-42656f24f644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:39.306262 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ff81fd05-0957-4b24-a875-42656f24f644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:39.308158 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-ff81fd05-0957-4b24-a875-42656f24f644 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b0a07de9-9671-495a-b707-ff422617ff5c HTTP/1.1" status: 204 len: 168 time: 0.8271053 May 27 11:39:39.342248 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:39:39.355080 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] Sync routers for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:39:39.365252 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:39.365935 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:39.453159 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:39.517045 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.6601536 May 27 11:39:39.517905 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4805b100-e333-4c59-a44e-8115112f0b83', 'tag': 'b042b783-0379-4788-92d7-394298c7f32a'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:39.561199 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:39.579919 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4805b100-e333-4c59-a44e-8115112f0b83', 'tag': 'b042b783-0379-4788-92d7-394298c7f32a', 'status': 'completed', 'code': 200} May 27 11:39:39.773531 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-6f387039-ae19-4be8-83b1-d5d1934bc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:39.776114 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-6f387039-ae19-4be8-83b1-d5d1934bc499 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 1098 time: 0.1425247 May 27 11:39:39.803486 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f504fb8-85de-4973-8d0d-2d4565d3ebde req-23ae16d2-fec2-42dd-9c11-61c7170409c3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:39.806400 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1f504fb8-85de-4973-8d0d-2d4565d3ebde req-23ae16d2-fec2-42dd-9c11-61c7170409c3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1391199 May 27 11:39:39.891414 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1f504fb8-85de-4973-8d0d-2d4565d3ebde req-dc3f5b7b-ff2e-4e3e-b644-43715e4610f1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767877 May 27 11:39:39.993148 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-1f732801-a94b-408f-9898-189b262cd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:39.994632 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-1f732801-a94b-408f-9898-189b262cd384 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 914 time: 0.2108486 May 27 11:39:40.031024 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '53f4fa05-b469-410e-bf6f-f07de577751b', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:aa:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:39:37Z', 'updated_at': '2021-05-27T11:39:37Z', 'revision_number': 0, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:40.035485 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] Checking router: d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:39:40.045152 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:40.045860 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:40.108334 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-2e18526d-55da-496e-a168-fb31d7447afe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b042b783-0379-4788-92d7-394298c7f32a HTTP/1.1" status: 200 len: 997 time: 0.1048048 May 27 11:39:40.182988 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-334ac8c2-9412-4293-9242-f1c7fd1d8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:40.184574 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-334ac8c2-9412-4293-9242-f1c7fd1d8533 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.0693026 May 27 11:39:40.235429 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:40.267575 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-07f86ea1-ef6d-4cbe-bfff-eaff32f87a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:40.269849 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-07f86ea1-ef6d-4cbe-bfff-eaff32f87a18 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0770452 May 27 11:39:40.415527 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-ad67fe30-e1ea-4fac-94bc-f3ca14f981b2 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384251 May 27 11:39:40.581901 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c6b1105c-05a0-48df-8e53-7a086e4419dc req-dce1068f-efad-4490-8a73-a1331eef906b service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516671 May 27 11:39:40.684535 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '53f4fa05-b469-410e-bf6f-f07de577751b', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:aa:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:39:37Z', 'updated_at': '2021-05-27T11:39:37Z', 'revision_number': 0, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:40.689581 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480ad82-6df5-43cf-84f7-9e59770944d8 None None] The sync data for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi is: [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '53f4fa05-b469-410e-bf6f-f07de577751b', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:aa:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:39:37Z', 'updated_at': '2021-05-27T11:39:37Z', 'revision_number': 0, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:39:40.898109 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9306a-c7a4-4831-915f-762acd349746 None None] New status for floating IP 53f4fa05-b469-410e-bf6f-f07de577751b: ACTIVE {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:39:41.109857 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59632e0c-acfa-4fe2-84a1-e8b4487bb514 req-69bbd51e-df51-478d-b7b7-859066372eb4 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:41.111455 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-59632e0c-acfa-4fe2-84a1-e8b4487bb514 req-69bbd51e-df51-478d-b7b7-859066372eb4 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.0933833 May 27 11:39:41.168442 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-59632e0c-acfa-4fe2-84a1-e8b4487bb514 req-962253d7-ee68-4bfa-b86e-d9c88813ce14 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491097 May 27 11:39:41.483989 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:39:41.627155 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:41.641899 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'port_id': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'mac_address': 'fa:16:3e:69:ef:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:39:41.707295 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:41.726758 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:39:41.746536 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:41.852336 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:41.854430 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:41.928559 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=6']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:41.931773 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:42.100067 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:39:42.384225 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723eb88-5ecd-47b3-a2e7-4077b28eefc3 req-4a80a5fe-466d-4fee-a0da-d73218231637 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:42.385730 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9723eb88-5ecd-47b3-a2e7-4077b28eefc3 req-4a80a5fe-466d-4fee-a0da-d73218231637 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 944 time: 0.0954957 May 27 11:39:42.434166 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9723eb88-5ecd-47b3-a2e7-4077b28eefc3 req-2ed11e54-431c-4c4d-bed1-b19871ad2ac8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 May 27 11:39:43.498761 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:39:43.572801 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:39:43.573181 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:43.642070 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d879-3eaa-4f45-9c62-957ea02d66b0 req-2336b144-3182-40a8-a835-110ca6a1fcdf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:43.643558 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5432d879-3eaa-4f45-9c62-957ea02d66b0 req-2336b144-3182-40a8-a835-110ca6a1fcdf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 944 time: 0.0891025 May 27 11:39:43.695498 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5432d879-3eaa-4f45-9c62-957ea02d66b0 req-5d72f042-5be1-4c12-a047-14b8ba2c4be3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446131 May 27 11:39:43.706924 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:43.742612 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:43.753626 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:43.793340 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'code': 200} May 27 11:39:43.845460 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:43.848223 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-7f4c15e7-1900-4f42-99c2-1318e3dd97b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:43.889174 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df7ac5-0150-4669-b939-6547e3fee7d7 req-0bc93ee9-5601-43f7-839c-c628896e6d32 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:43.890915 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-15df7ac5-0150-4669-b939-6547e3fee7d7 req-0bc93ee9-5601-43f7-839c-c628896e6d32 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 946 time: 0.0844164 May 27 11:39:43.924064 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=7']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:43.928308 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:43.949037 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-15df7ac5-0150-4669-b939-6547e3fee7d7 req-c13b6a03-4a1c-4268-9c45-848c64b8f109 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511360 May 27 11:39:44.918886 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4415d-b4d4-42fb-b080-bc46c1a4091e req-fd857a71-e5f7-4053-964b-c123b4f583db tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:44.930585 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-baf4415d-b4d4-42fb-b080-bc46c1a4091e req-fd857a71-e5f7-4053-964b-c123b4f583db tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1091559 May 27 11:39:45.008592 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-baf4415d-b4d4-42fb-b080-bc46c1a4091e req-bbe4b27b-17bb-4384-bbbb-7e33d992f2ff tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732856 May 27 11:39:45.213806 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97755e2-22ad-43e3-89e0-fee66a754e30 req-02b7b328-4135-43e6-ab40-c5b476e677d3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:45.215356 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d97755e2-22ad-43e3-89e0-fee66a754e30 req-02b7b328-4135-43e6-ab40-c5b476e677d3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 946 time: 0.0876873 May 27 11:39:45.270705 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d97755e2-22ad-43e3-89e0-fee66a754e30 req-9ff261c4-da29-4126-8086-9320c496e88b tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483363 May 27 11:39:46.217967 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920720a5-672b-4286-ae6f-ec41a5b88a97 req-99c14718-29ee-4e5b-9dfc-0519bc6ddd19 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:46.219816 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-920720a5-672b-4286-ae6f-ec41a5b88a97 req-99c14718-29ee-4e5b-9dfc-0519bc6ddd19 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.0925264 May 27 11:39:46.270401 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-920720a5-672b-4286-ae6f-ec41a5b88a97 req-8c7c7f50-7f4c-447a-8deb-c41229c638c0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447450 May 27 11:39:46.427909 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-2f274cd6-59f2-4b2d-aaad-3fc184ebbad3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:46.429353 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-2f274cd6-59f2-4b2d-aaad-3fc184ebbad3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Synchronizing usage tracker for tenant:3449e7e6513145debe1a9cfe4767a5fa on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:39:46.527600 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493212bf-e8e0-4fc4-80a3-192d6da67078 req-cd60b6dc-0cf6-4064-a356-61af0df0d465 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:46.530150 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-493212bf-e8e0-4fc4-80a3-192d6da67078 req-cd60b6dc-0cf6-4064-a356-61af0df0d465 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 946 time: 0.1144612 May 27 11:39:46.544211 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-2f274cd6-59f2-4b2d-aaad-3fc184ebbad3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Unset dirty status for tenant:3449e7e6513145debe1a9cfe4767a5fa on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:39:46.546976 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-2f274cd6-59f2-4b2d-aaad-3fc184ebbad3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 946 time: 0.2287438 May 27 11:39:46.610646 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-493212bf-e8e0-4fc4-80a3-192d6da67078 req-8d236a76-b60d-44e1-8018-13a285ba27cb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746496 May 27 11:39:46.751461 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Deleting port 5921dc39-616e-4df5-8b08-9a4b12a1751c {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:46.752103 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:47.010116 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] For port 5921dc39-616e-4df5-8b08-9a4b12a1751c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5921dc39-616e-4df5-8b08-9a4b12a1751c,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:47.010116 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:47.140835 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Calling delete_port for 5921dc39-616e-4df5-8b08-9a4b12a1751c owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:47.446759 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:47.454379 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:47.488704 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['c788f0fc-de0d-468d-a639-a8949a68cc76', '8bcb4121-c962-4dc2-87f0-004ffd56faea', '7b081cef-d2f8-482a-bddf-3ed52ab06b96', '5921dc39-616e-4df5-8b08-9a4b12a1751c'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:39:47.489327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff98a8-dbed-449c-9819-779031fc1943 req-ba526835-5b54-477a-966c-5243236b2df6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:47.491014 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a6ff98a8-dbed-449c-9819-779031fc1943 req-ba526835-5b54-477a-966c-5243236b2df6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.0948939 May 27 11:39:47.519728 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Pushing event deleted for resources: {'Port': ['ID=5921dc39-616e-4df5-8b08-9a4b12a1751c,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:47.586202 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a6ff98a8-dbed-449c-9819-779031fc1943 req-21505169-4b39-4895-968f-081bcbc16445 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837955 May 27 11:39:47.605129 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:47.619539 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] No DVR routers for this DVR port 5921dc39-616e-4df5-8b08-9a4b12a1751c on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:39:47.622162 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:47.632400 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a1b3c-4c01-48c2-a81c-82ab5c5cb383', 'name': 'network-vif-deleted', 'tag': '5921dc39-616e-4df5-8b08-9a4b12a1751c'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:47.697547 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919a1b3c-4c01-48c2-a81c-82ab5c5cb383', 'name': 'network-vif-deleted', 'tag': '5921dc39-616e-4df5-8b08-9a4b12a1751c', 'status': 'completed', 'code': 200} May 27 11:39:47.801327 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-16e58886-fc99-414c-ab1e-1f9db2715144 req-3df4698e-4739-46e2-aff6-a1caa2e1d98a tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 210 time: 0.0521305 May 27 11:39:47.876106 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-bdb632c3-b58b-48fb-a5bf-0b4310b1e4e5 req-0069c64d-2948-4471-923f-1c4a6f46cd85 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "DELETE /v2.0/ports/5921dc39-616e-4df5-8b08-9a4b12a1751c HTTP/1.1" status: 204 len: 173 time: 1.3221483 May 27 11:39:48.857934 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1150b0-a675-42ae-bb43-27fc3f1edefc req-c4724dc5-a825-48b3-9df8-541a1225ba94 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:48.859336 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bd1150b0-a675-42ae-bb43-27fc3f1edefc req-c4724dc5-a825-48b3-9df8-541a1225ba94 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1332471 May 27 11:39:48.870358 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573e543-968e-42ff-af0e-74bbb3ad3d9c req-102104cb-e354-4140-ae49-040623056174 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:48.871843 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f573e543-968e-42ff-af0e-74bbb3ad3d9c req-102104cb-e354-4140-ae49-040623056174 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 945 time: 0.1868277 May 27 11:39:48.959316 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bd1150b0-a675-42ae-bb43-27fc3f1edefc req-bf64bb92-3787-4681-b276-3b0470a4b0bc tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863781 May 27 11:39:48.970328 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f573e543-968e-42ff-af0e-74bbb3ad3d9c req-04cfff1e-7012-4b35-860a-e720a69f4ec2 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803444 May 27 11:39:49.161404 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3edc781e-d684-4f27-87d4-d58b482e7790 req-faafad40-e2ce-4284-afe6-ebb84f4a67b4 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=919a1b3c-4c01-48c2-a81c-82ab5c5cb383 HTTP/1.1" status: 200 len: 210 time: 0.0517817 May 27 11:39:50.285646 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81367a-c1c2-48b6-bf17-1688e01ec3a6 req-6be28fdc-16ad-4565-9a5d-7ffb443f52cb tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:50.287081 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bc81367a-c1c2-48b6-bf17-1688e01ec3a6 req-6be28fdc-16ad-4565-9a5d-7ffb443f52cb tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1251311 May 27 11:39:50.295385 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3490c4-9e2b-4224-ac83-1aa841f2aa7c req-8939acfb-5dd3-4fc6-818e-c55c11b3c98e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:50.297002 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8e3490c4-9e2b-4224-ac83-1aa841f2aa7c req-8939acfb-5dd3-4fc6-818e-c55c11b3c98e tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 945 time: 0.1777704 May 27 11:39:50.493814 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bc81367a-c1c2-48b6-bf17-1688e01ec3a6 req-7a7ea260-94aa-48fb-b435-089f8449f6ab tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957779 May 27 11:39:50.498925 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8e3490c4-9e2b-4224-ac83-1aa841f2aa7c req-d003c3e2-7b2a-4535-a64e-dc3abc54e9f5 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858363 May 27 11:39:51.050821 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-9e8780d7-ef34-47e1-bdf5-51fab460d865 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:51.051801 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-9e8780d7-ef34-47e1-bdf5-51fab460d865 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Synchronizing usage tracker for tenant:e67fddd439ac44dba25dfd532d291bcc on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:39:51.172290 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-9e8780d7-ef34-47e1-bdf5-51fab460d865 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Unset dirty status for tenant:e67fddd439ac44dba25dfd532d291bcc on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:39:51.173913 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-9e8780d7-ef34-47e1-bdf5-51fab460d865 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.76 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 945 time: 0.2097077 May 27 11:39:51.347641 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Deleting port c0b52540-88d2-43c4-b345-e4d83b28196e {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:51.348084 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:51.499495 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] For port c0b52540-88d2-43c4-b345-e4d83b28196e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c0b52540-88d2-43c4-b345-e4d83b28196e,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:51.499933 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:51.533936 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5921dc39-616e-4df5-8b08-9a4b12a1751c no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:51.592246 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 5921dc39-616e-4df5-8b08-9a4b12a1751c {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:39:51.593012 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5921dc39-616e-4df5-8b08-9a4b12a1751c not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:51.834641 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd384940-74b5-4702-9f33-c310fa3932ce req-4f4c9fb1-8115-4018-9d75-80cae1b14bb7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:51.836243 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bd384940-74b5-4702-9f33-c310fa3932ce req-4f4c9fb1-8115-4018-9d75-80cae1b14bb7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1493397 May 27 11:39:51.861667 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:51.862037 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:51.862404 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.l3_db [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Floating IP f9176cb4-df86-49ce-a624-cb3a5e0447f2 disassociated. External IP: 172.27.0.234, port: c0b52540-88d2-43c4-b345-e4d83b28196e. May 27 11:39:51.862739 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Calling delete_port for c0b52540-88d2-43c4-b345-e4d83b28196e owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:51.876202 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71f2f9-5572-43e6-9431-e0e6e8d26125 req-3768889d-0b6a-4e7f-bcc7-99519446ada7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:51.878226 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ff71f2f9-5572-43e6-9431-e0e6e8d26125 req-3768889d-0b6a-4e7f-bcc7-99519446ada7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 945 time: 0.1934969 May 27 11:39:51.942469 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bd384940-74b5-4702-9f33-c310fa3932ce req-71b9503c-52f2-4cc8-8ebe-9985e3240d37 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934846 May 27 11:39:51.957640 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ff71f2f9-5572-43e6-9431-e0e6e8d26125 req-ecb80906-c1fc-4921-a9bb-2f2a4587e0d6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups?id=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674808 May 27 11:39:52.086459 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:52.093003 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ddad36db-189b-4293-9f70-1524888bfdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:52.142450 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event deleted for resources: {'Port': ['ID=c0b52540-88d2-43c4-b345-e4d83b28196e,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:52.146034 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:52.482129 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Router 05a5558e-143e-4d01-b577-4b76856d4766 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:39:52.740259 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:39:52.752057 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] Sync routers for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:39:52.762339 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:52.763301 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:52.854062 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] No DVR routers for this DVR port c0b52540-88d2-43c4-b345-e4d83b28196e on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:39:52.856986 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:52.861393 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'name': 'network-vif-deleted', 'tag': 'c0b52540-88d2-43c4-b345-e4d83b28196e'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:52.924631 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a014ebea-1e6f-45bc-867c-a5958e6df961', 'name': 'network-vif-deleted', 'tag': 'c0b52540-88d2-43c4-b345-e4d83b28196e', 'status': 'completed', 'code': 200} May 27 11:39:52.950249 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-fdd273cd-ad49-49a3-a442-8d2a19ccd364 req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.76 "DELETE /v2.0/ports/c0b52540-88d2-43c4-b345-e4d83b28196e HTTP/1.1" status: 204 len: 173 time: 1.7700794 May 27 11:39:52.987581 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:53.132897 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17791671-e1f6-4bb7-9dd0-a84f18af1bf8 req-33b3639e-be70-4eca-a97b-99324ad1e329 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:53.134497 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17791671-e1f6-4bb7-9dd0-a84f18af1bf8 req-33b3639e-be70-4eca-a97b-99324ad1e329 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 945 time: 0.1870749 May 27 11:39:53.225082 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-17791671-e1f6-4bb7-9dd0-a84f18af1bf8 req-b7e3ae66-3714-4743-a06d-f2f88fec0499 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784037 May 27 11:39:53.259864 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c92f3e-9cb8-4402-9505-165027eafcfe req-f28925f8-f403-4771-9116-78888a4905f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:53.261455 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-15c92f3e-9cb8-4402-9505-165027eafcfe req-f28925f8-f403-4771-9116-78888a4905f8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1772089 May 27 11:39:53.376744 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-15c92f3e-9cb8-4402-9505-165027eafcfe req-fcb0826c-6590-4e88-859c-a242ea417fbb tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023877 May 27 11:39:53.491541 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:53.496169 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] Checking router: 05a5558e-143e-4d01-b577-4b76856d4766 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:39:53.496473 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7052f017-bca4-425e-b5db-0e35bddce5b4 req-22aa26ce-a154-4acc-89fa-eff005e261b0 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/ports?device_id=a014ebea-1e6f-45bc-867c-a5958e6df961 HTTP/1.1" status: 200 len: 210 time: 0.0655911 May 27 11:39:53.508793 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:39:53.509683 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:53.718653 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:39:54.067414 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:39:54.072765 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713dccef-b47b-4fe0-aac7-9e0b9e5f7610 None None] The sync data for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi is: [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:32:30Z', 'revision_number': 4, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07', 'name': '', 'network_id': '47519489-b492-49e9-b8c5-e2af1750cb86', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'mac_address': 'fa:16:3e:06:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:41Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'subnets': [{'id': '62eac499-a6b2-4315-b03e-39ac1743fde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:39:54.356627 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e01e4c-b15d-42ae-87c5-4c30b4c78b35 None None] New status for floating IP f9176cb4-df86-49ce-a624-cb3a5e0447f2: DOWN {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:39:54.472477 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ca48e-a542-4128-815a-62a207e33948 req-b5db6960-fb14-4db6-8059-c492ab2e6451 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:54.473400 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7d5ca48e-a542-4128-815a-62a207e33948 req-b5db6960-fb14-4db6-8059-c492ab2e6451 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 945 time: 0.1019309 May 27 11:39:54.585344 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7d5ca48e-a542-4128-815a-62a207e33948 req-f1ca6fbd-af42-4c4f-925d-6a168f7baa81 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041443 May 27 11:39:54.617216 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac228ea9-52cb-448a-b92b-c3ff4d213436 req-0931c0a2-f23c-4dcd-9ed0-d1f7158c7347 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:54.618785 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ac228ea9-52cb-448a-b92b-c3ff4d213436 req-0931c0a2-f23c-4dcd-9ed0-d1f7158c7347 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.1234174 May 27 11:39:54.679843 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ac228ea9-52cb-448a-b92b-c3ff4d213436 req-7cd5e6bb-6339-4f1a-84e7-5e7e8f8ceb1d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520945 May 27 11:39:54.828237 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 40934) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:54.911090 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b26dde52-3841-492b-9be2-86a45023f9f7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:54.945730 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b26dde52-3841-492b-9be2-86a45023f9f7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:55.101262 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-ff3623a1-ed45-4c39-b7a4-1a1529ee7b06 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:55.102264 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-ff3623a1-ed45-4c39-b7a4-1a1529ee7b06 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Synchronizing usage tracker for tenant:3449e7e6513145debe1a9cfe4767a5fa on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:39:55.126714 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b26dde52-3841-492b-9be2-86a45023f9f7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:55.141099 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-a523f030-d15a-40ee-ada8-3a8a65336f14 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:55.146729 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dde52-3841-492b-9be2-86a45023f9f7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:55.150327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b26dde52-3841-492b-9be2-86a45023f9f7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:55.372817 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-ff3623a1-ed45-4c39-b7a4-1a1529ee7b06 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Unset dirty status for tenant:3449e7e6513145debe1a9cfe4767a5fa on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:39:55.374153 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-ff3623a1-ed45-4c39-b7a4-1a1529ee7b06 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 945 time: 0.3721313 May 27 11:39:55.417286 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b26dde52-3841-492b-9be2-86a45023f9f7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:55.418417 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b26dde52-3841-492b-9be2-86a45023f9f7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "DELETE /v2.0/security-groups/3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d HTTP/1.1" status: 204 len: 168 time: 0.5888162 May 27 11:39:55.421288 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 40938) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:55.439712 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.api.v2.resource [None req-13020e7a-405d-4499-bd7a-c0529c264bab tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] show failed (client error): The resource could not be found. May 27 11:39:55.440670 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-13020e7a-405d-4499-bd7a-c0529c264bab tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "GET /v2.0/security-groups/3bdcc76c-4bcc-4eb6-8f68-e36333d7e00d HTTP/1.1" status: 404 len: 347 time: 0.0184619 May 27 11:39:55.443514 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 40942) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:39:55.523539 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Deleting port 7b081cef-d2f8-482a-bddf-3ed52ab06b96 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:55.523881 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:55.563328 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device c0b52540-88d2-43c4-b345-e4d83b28196e no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:55.604948 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: c0b52540-88d2-43c4-b345-e4d83b28196e {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:39:55.605403 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device c0b52540-88d2-43c4-b345-e4d83b28196e not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:55.674883 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] For port 7b081cef-d2f8-482a-bddf-3ed52ab06b96, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7b081cef-d2f8-482a-bddf-3ed52ab06b96,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:55.675245 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:55.679290 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Deleting port 57805c88-25d4-466a-8d01-faefb47eb34b {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:39:55.680287 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:55.822020 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Calling delete_port for 7b081cef-d2f8-482a-bddf-3ed52ab06b96 owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:55.911017 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:55.911404 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:56.049447 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Calling delete_port for 57805c88-25d4-466a-8d01-faefb47eb34b owned by network:floatingip {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:39:56.064340 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:56.070118 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:56.100878 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['c788f0fc-de0d-468d-a639-a8949a68cc76', '8bcb4121-c962-4dc2-87f0-004ffd56faea', '7b081cef-d2f8-482a-bddf-3ed52ab06b96'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:39:56.105512 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d47061-351d-43fe-958e-2d6ad78b5921 req-cf8aa1f4-14cc-43d4-b6eb-7eb90979d302 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:56.107807 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c5d47061-351d-43fe-958e-2d6ad78b5921 req-cf8aa1f4-14cc-43d4-b6eb-7eb90979d302 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 945 time: 0.3543153 May 27 11:39:56.117493 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Pushing event deleted for resources: {'Port': ['ID=7b081cef-d2f8-482a-bddf-3ed52ab06b96,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:56.120664 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:56.123612 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0aa5d-894a-4875-ab75-7a166ac624a8 req-d06f2c3a-844c-4a24-8d0e-7fb7741815a7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:56.123612 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f4d0aa5d-894a-4875-ab75-7a166ac624a8 req-d06f2c3a-844c-4a24-8d0e-7fb7741815a7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.2983527 May 27 11:39:56.208331 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] No DVR routers for this DVR port 7b081cef-d2f8-482a-bddf-3ed52ab06b96 on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:39:56.210909 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:56.213683 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c3390a-e0fd-4450-921b-e3b8f09c2af0', 'name': 'network-vif-deleted', 'tag': '7b081cef-d2f8-482a-bddf-3ed52ab06b96'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:56.317799 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c5d47061-351d-43fe-958e-2d6ad78b5921 req-d2a11a6d-44fd-4e31-945d-8b9fe3edaba6 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941514 May 27 11:39:56.323446 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f4d0aa5d-894a-4875-ab75-7a166ac624a8 req-92eb5b3e-7026-40f9-8a0b-f286cda9bae4 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789213 May 27 11:39:56.395084 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c3390a-e0fd-4450-921b-e3b8f09c2af0', 'name': 'network-vif-deleted', 'tag': '7b081cef-d2f8-482a-bddf-3ed52ab06b96', 'status': 'completed', 'code': 200} May 27 11:39:56.407670 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-20d03f79-27a7-4d54-9956-7469fb98ccfa req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "DELETE /v2.0/ports/7b081cef-d2f8-482a-bddf-3ed52ab06b96 HTTP/1.1" status: 204 len: 173 time: 1.0277965 May 27 11:39:56.486664 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:56.490543 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:56.538223 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Pushing event deleted for resources: {'Port': ['ID=57805c88-25d4-466a-8d01-faefb47eb34b,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:56.541202 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:39:56.635518 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks [] for floatingip, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:56.649987 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:56.651190 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-bbc76062-79fe-4ef4-86b1-39545d5d9b6d tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] 10.222.0.86 "DELETE /v2.0/floatingips/f9176cb4-df86-49ce-a624-cb3a5e0447f2 HTTP/1.1" status: 204 len: 168 time: 1.2066944 May 27 11:39:57.019669 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f14210-a8f0-474f-b364-a995be139b0d req-e8674aec-0922-4a0f-a463-37d3edeb0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:57.020707 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e8f14210-a8f0-474f-b364-a995be139b0d req-e8674aec-0922-4a0f-a463-37d3edeb0caa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 1098 time: 0.1053073 May 27 11:39:57.158246 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f14210-a8f0-474f-b364-a995be139b0d req-40b68ffa-729c-4361-b89d-b30390fa23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:57.159843 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e8f14210-a8f0-474f-b364-a995be139b0d req-40b68ffa-729c-4361-b89d-b30390fa23e3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 918 time: 0.1328382 May 27 11:39:57.268297 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e8f14210-a8f0-474f-b364-a995be139b0d req-efeb9da6-4c22-4494-97a6-290a1b367d24 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc HTTP/1.1" status: 200 len: 1000 time: 0.1010983 May 27 11:39:57.340388 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f14210-a8f0-474f-b364-a995be139b0d req-70a566b7-4f44-49dc-9308-3b6e45206291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:57.341999 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e8f14210-a8f0-474f-b364-a995be139b0d req-70a566b7-4f44-49dc-9308-3b6e45206291 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 200 len: 855 time: 0.0598764 May 27 11:39:57.433557 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f14210-a8f0-474f-b364-a995be139b0d req-9467e06b-c898-4e37-8383-46171b075385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:57.435669 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e8f14210-a8f0-474f-b364-a995be139b0d req-9467e06b-c898-4e37-8383-46171b075385 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af505858-099f-4c8c-a08e-146c90c5ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0851252 May 27 11:39:57.508544 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6157dd34-290f-43a9-824a-5ae8795a7dfd req-2519e0a7-0fd6-4f4f-bf13-ff89a39739cc tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=35c3390a-e0fd-4450-921b-e3b8f09c2af0 HTTP/1.1" status: 200 len: 210 time: 0.0486450 May 27 11:39:57.698605 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1357b1-680f-45fc-bc90-3165ef732477 req-4baa2a4c-8e18-4d26-8787-5c0af5985d78 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:57.700128 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe1357b1-680f-45fc-bc90-3165ef732477 req-4baa2a4c-8e18-4d26-8787-5c0af5985d78 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.0880766 May 27 11:39:57.702840 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e8f14210-a8f0-474f-b364-a995be139b0d req-8be455a3-e927-42ed-aa1b-25143d45c82b service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603021 May 27 11:39:57.751665 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fe1357b1-680f-45fc-bc90-3165ef732477 req-1f3091e4-33ee-4d3e-8423-7ddca749c434 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453131 May 27 11:39:57.849210 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e8f14210-a8f0-474f-b364-a995be139b0d req-9e9b5ae3-6316-4c0b-838c-a66b49ec01a1 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389432 May 27 11:39:58.953465 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfef540-5d3b-4f37-9aa0-ab50c5a74252 req-6e440ce9-b215-4080-9e66-b58a6381cf59 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:58.955145 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6bfef540-5d3b-4f37-9aa0-ab50c5a74252 req-6e440ce9-b215-4080-9e66-b58a6381cf59 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 945 time: 0.0901945 May 27 11:39:59.001150 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6bfef540-5d3b-4f37-9aa0-ab50c5a74252 req-40bd67bf-c0b4-4c97-89a1-9a125ae6e64e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399399 May 27 11:39:59.224167 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68836464-f97d-4651-8d99-563c923cb6ce req-8293af2f-6d26-4456-9e1e-d090427e653d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:39:59.225643 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-68836464-f97d-4651-8d99-563c923cb6ce req-8293af2f-6d26-4456-9e1e-d090427e653d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 946 time: 0.0821979 May 27 11:39:59.275368 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-68836464-f97d-4651-8d99-563c923cb6ce req-1b9c6f83-ca98-4647-a7b7-72764f1bfe77 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440185 May 27 11:39:59.601106 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 7b081cef-d2f8-482a-bddf-3ed52ab06b96 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:59.636582 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 7b081cef-d2f8-482a-bddf-3ed52ab06b96 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:39:59.636932 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 7b081cef-d2f8-482a-bddf-3ed52ab06b96 not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:39:59.637352 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:39:59.759904 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:59.788873 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:39:59.800048 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:39:59.853459 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'code': 200} May 27 11:39:59.869362 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:39:59.871113 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-262a2952-3cad-4961-9842-1f25ce66cc7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:39:59.937263 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=8']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:39:59.943681 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:00.198240 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb4bc1-c1b8-4f67-a61f-2df43aae3241 req-77234145-321f-4a7f-bd97-a472b8e9444e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:00.199711 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e8cb4bc1-c1b8-4f67-a61f-2df43aae3241 req-77234145-321f-4a7f-bd97-a472b8e9444e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0849903 May 27 11:40:00.247913 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e8cb4bc1-c1b8-4f67-a61f-2df43aae3241 req-4e7ae770-bfb9-4379-8dfa-2dec667b96ac tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407958 May 27 11:40:00.472932 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c24795-90de-49a7-ba53-16f9291c2c14 req-65c6652b-4efb-42e0-ba3d-0c9e7987146d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:00.474516 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c9c24795-90de-49a7-ba53-16f9291c2c14 req-65c6652b-4efb-42e0-ba3d-0c9e7987146d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 946 time: 0.0867364 May 27 11:40:00.523029 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c9c24795-90de-49a7-ba53-16f9291c2c14 req-dd07427a-b7a6-43c2-9994-c6714e58eade tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426390 May 27 11:40:01.097820 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-4a411a60-386f-48b0-b927-0526f0bebd54 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:01.098525 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-4a411a60-386f-48b0-b927-0526f0bebd54 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Synchronizing usage tracker for tenant:3449e7e6513145debe1a9cfe4767a5fa on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:40:01.201138 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-4a411a60-386f-48b0-b927-0526f0bebd54 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Unset dirty status for tenant:3449e7e6513145debe1a9cfe4767a5fa on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:40:01.202502 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-4a411a60-386f-48b0-b927-0526f0bebd54 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 946 time: 0.1872644 May 27 11:40:01.279824 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41010) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:01.359489 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Deleting port 8bcb4121-c962-4dc2-87f0-004ffd56faea {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:40:01.359735 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:01.452557 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0c94c-13fb-4ff5-819f-582e23d4a634 req-0248bf99-f209-4a26-92ce-cb494252a0b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:01.454062 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f0c94c-13fb-4ff5-819f-582e23d4a634 req-0248bf99-f209-4a26-92ce-cb494252a0b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0862739 May 27 11:40:01.497846 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] For port 8bcb4121-c962-4dc2-87f0-004ffd56faea, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8bcb4121-c962-4dc2-87f0-004ffd56faea,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:01.498194 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:01.593283 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37f0c94c-13fb-4ff5-819f-582e23d4a634 req-477abb39-97e0-4149-b842-edf369fa1d97 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326859 May 27 11:40:01.623903 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Calling delete_port for 8bcb4121-c962-4dc2-87f0-004ffd56faea owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:40:01.783989 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:01.792283 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ad22469c-0478-4cee-87f2-ec2783920ec5 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:01.823846 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['c788f0fc-de0d-468d-a639-a8949a68cc76', '8bcb4121-c962-4dc2-87f0-004ffd56faea'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:40:01.875796 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Pushing event deleted for resources: {'Port': ['ID=8bcb4121-c962-4dc2-87f0-004ffd56faea,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:01.883792 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:01.931232 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5da3e-5d8f-41d9-8c4a-fc4c934b787a req-2ff2ea6c-c8b0-4f0f-9327-d8eb56b729bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:01.933135 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e4b5da3e-5d8f-41d9-8c4a-fc4c934b787a req-2ff2ea6c-c8b0-4f0f-9327-d8eb56b729bb tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 946 time: 0.2822797 May 27 11:40:01.955387 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] No DVR routers for this DVR port 8bcb4121-c962-4dc2-87f0-004ffd56faea on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:40:01.958833 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:01.963386 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3705e490-4e48-46be-9fd6-653165b1c604', 'name': 'network-vif-deleted', 'tag': '8bcb4121-c962-4dc2-87f0-004ffd56faea'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:40:02.032059 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e4b5da3e-5d8f-41d9-8c4a-fc4c934b787a req-3ce1dd92-20f4-4f8e-b319-511b11d20823 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895617 May 27 11:40:02.053698 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c536a7a4-c55e-4f0d-8740-ef9963faa8a6 req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "DELETE /v2.0/ports/8bcb4121-c962-4dc2-87f0-004ffd56faea HTTP/1.1" status: 204 len: 173 time: 0.8427765 May 27 11:40:02.098019 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3705e490-4e48-46be-9fd6-653165b1c604', 'name': 'network-vif-deleted', 'tag': '8bcb4121-c962-4dc2-87f0-004ffd56faea', 'status': 'completed', 'code': 200} May 27 11:40:02.292052 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880380'] for router_interface, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:02.720015 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Deleting port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:40:02.720433 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:02.726218 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-510c3635-0fda-4181-ac49-f3ce8bba5773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:02.847593 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] For port 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:02.847867 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:02.993567 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Calling delete_port for 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 owned by network:router_interface {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:40:03.206413 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:03.226821 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-00b383d1-f6aa-4258-b11c-e6d50f568ec1 req-5e03036b-2d52-4bb8-b9c3-1a3348d087d1 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=3705e490-4e48-46be-9fd6-653165b1c604 HTTP/1.1" status: 200 len: 210 time: 0.0529127 May 27 11:40:03.337968 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:03.342864 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:03.393376 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:03.436248 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.437227 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.438191 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.438191 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.438470 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.438825 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.439185 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.439539 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.439892 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.440271 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.440625 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.440976 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:03.469849 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:03.686031 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1035741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882764'] for router_interface, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:04.216497 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Router 05a5558e-143e-4d01-b577-4b76856d4766 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:40:04.314097 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119a2f-48fd-4767-a28c-cf85586fdef2 req-20ff1b8e-8c78-4c6e-b08f-07631129535c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:04.315638 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8a119a2f-48fd-4767-a28c-cf85586fdef2 req-20ff1b8e-8c78-4c6e-b08f-07631129535c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1896667 May 27 11:40:04.460223 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8a119a2f-48fd-4767-a28c-cf85586fdef2 req-372787be-51b9-47af-a29b-a65731c59ec8 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348548 May 27 11:40:04.476695 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:40:04.487956 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de86c42-e464-4482-8664-250e2314824c None None] Sync routers for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:40:04.494947 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] 10.222.0.86 "PUT /v2.0/routers/05a5558e-143e-4d01-b577-4b76856d4766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2117627 May 27 11:40:04.495337 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 41052) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:04.498224 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de86c42-e464-4482-8664-250e2314824c None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:40:04.498857 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5de86c42-e464-4482-8664-250e2314824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:40:04.688714 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Notify callbacks [] for router, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:04.689788 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-5de86c42-e464-4482-8664-250e2314824c None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:40:04.897661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:04.919520 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896c48-394b-42dc-98ec-78d2db599f27 req-f57cd2d1-b1ce-4931-8d45-2eaeae5e7c2b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:04.922277 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bb896c48-394b-42dc-98ec-78d2db599f27 req-f57cd2d1-b1ce-4931-8d45-2eaeae5e7c2b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1038408 May 27 11:40:04.974782 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bb896c48-394b-42dc-98ec-78d2db599f27 req-2d7deb44-cde4-44a9-9090-3b2907b677e6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466287 May 27 11:40:05.066511 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5de86c42-e464-4482-8664-250e2314824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:40:03Z', 'revision_number': 5, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port': {'id': 'eb8ac6f1-a2de-45ee-a36f-e42608fa0710', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5558e-143e-4d01-b577-4b76856d4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:23Z', 'updated_at': '2021-05-27T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:40:05.070465 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:05.073430 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de86c42-e464-4482-8664-250e2314824c None None] Checking router: 05a5558e-143e-4d01-b577-4b76856d4766 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:40:05.082667 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de86c42-e464-4482-8664-250e2314824c None None] Routers {'05a5558e-143e-4d01-b577-4b76856d4766'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:40:05.083293 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5de86c42-e464-4482-8664-250e2314824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:39:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['05a5558e-143e-4d01-b577-4b76856d4766'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:40:05.113648 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Deleting port eb8ac6f1-a2de-45ee-a36f-e42608fa0710 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:40:05.113940 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:05.255848 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-5de86c42-e464-4482-8664-250e2314824c None None] Set router 05a5558e-143e-4d01-b577-4b76856d4766 gateway port host: None {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:40:05.362263 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-548a1bc2-95b4-4bd2-87f8-6020c704c561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:05.366257 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-cc3a720f-ac45-44ec-afd0-6cfa5f04dd58 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3135393 May 27 11:40:05.373052 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] For port eb8ac6f1-a2de-45ee-a36f-e42608fa0710, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=eb8ac6f1-a2de-45ee-a36f-e42608fa0710,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:05.373408 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:05.373620 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5de86c42-e464-4482-8664-250e2314824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:40:04Z', 'revision_number': 6, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port_host': None}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:40:05.378041 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de86c42-e464-4482-8664-250e2314824c None None] The sync data for ids ['05a5558e-143e-4d01-b577-4b76856d4766'] in dv-cinder-751579-23-iscsi is: [{'id': '05a5558e-143e-4d01-b577-4b76856d4766', 'name': 'tempest-AttachVolumeTestJSON-367293463-router', 'tenant_id': 'e67fddd439ac44dba25dfd532d291bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:21Z', 'updated_at': '2021-05-27T11:40:04Z', 'revision_number': 6, 'project_id': 'e67fddd439ac44dba25dfd532d291bcc', 'gw_port_host': None}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:40:05.506608 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Calling delete_port for eb8ac6f1-a2de-45ee-a36f-e42608fa0710 owned by network:router_gateway {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:40:05.587868 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 8bcb4121-c962-4dc2-87f0-004ffd56faea no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:40:05.623142 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 8bcb4121-c962-4dc2-87f0-004ffd56faea {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:40:05.623421 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 8bcb4121-c962-4dc2-87f0-004ffd56faea not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:40:05.623850 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:40:05.656185 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847308d-88e4-4a91-bf09-76e9df8ebfae req-e5008599-5983-42c8-bd7b-2560b9db7b15 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:05.657946 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1847308d-88e4-4a91-bf09-76e9df8ebfae req-e5008599-5983-42c8-bd7b-2560b9db7b15 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0887144 May 27 11:40:05.706198 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1847308d-88e4-4a91-bf09-76e9df8ebfae req-0ea1e721-afe8-4c66-a03e-24cf6019d3c6 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414119 May 27 11:40:05.729487 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:05.735379 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2c29d654-cbbb-446c-8229-d2a2b5f8080b tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:05.785218 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8ac6f1-a2de-45ee-a36f-e42608fa0710,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:05.787701 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:05.882552 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-877779'] for router_gateway, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:06.064391 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-884300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:06.066683 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:06.182260 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969ef40-027f-4bc2-881c-dcddc0f55494 req-8444db4f-a2b9-43cd-ab8d-043cf4cf3b25 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:06.183822 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a969ef40-027f-4bc2-881c-dcddc0f55494 req-8444db4f-a2b9-43cd-ab8d-043cf4cf3b25 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0881851 May 27 11:40:06.231147 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a969ef40-027f-4bc2-881c-dcddc0f55494 req-4903477a-5ff2-447e-b42c-ac81bde681e1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 May 27 11:40:06.241165 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-883808'] for router, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:06.241704 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05a5558e-143e-4d01-b577-4b76856d4766 {{(pid=92449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:40:06.256659 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:06.262181 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-17dcb964-9a06-436e-b251-79ada6c04e75 admin admin] 10.222.0.86 "DELETE /v2.0/routers/05a5558e-143e-4d01-b577-4b76856d4766 HTTP/1.1" status: 204 len: 168 time: 1.7614913 May 27 11:40:06.262320 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41082) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:06.298185 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:40:06.332682 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8336b4-0ae1-4a39-ba15-280e585e8e2e admin admin] Deleting subnet 62eac499-a6b2-4315-b03e-39ac1743fde5 {{(pid=92450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:40:06.338463 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7a8336b4-0ae1-4a39-ba15-280e585e8e2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:06.343775 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:06.344364 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:40:06.344706 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 7aa221aa-c0fc-4bbe-acf2-a9a12cd05c07 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:40:06.345125 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device eb8ac6f1-a2de-45ee-a36f-e42608fa0710 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:40:06.393725 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: eb8ac6f1-a2de-45ee-a36f-e42608fa0710 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:40:06.397709 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7a8336b4-0ae1-4a39-ba15-280e585e8e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5579956'] for subnet, precommit_delete_associations {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:06.398975 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device eb8ac6f1-a2de-45ee-a36f-e42608fa0710 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:40:06.528402 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7a8336b4-0ae1-4a39-ba15-280e585e8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:06.810741 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959299d-e3bc-4ab5-8523-ec50fdbc8ba5 req-1e3dcd7b-54f6-46ee-b0bd-e71dd21a9128 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:06.812984 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0959299d-e3bc-4ab5-8523-ec50fdbc8ba5 req-1e3dcd7b-54f6-46ee-b0bd-e71dd21a9128 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 945 time: 0.2178080 May 27 11:40:06.945955 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0959299d-e3bc-4ab5-8523-ec50fdbc8ba5 req-0ab4a723-c4a6-40de-892d-976bcac4a263 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239285 May 27 11:40:06.968854 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e265-c562-4cc5-850d-7be341fd253c req-242733d1-e00a-4ee9-9225-24d1a14d73df tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:06.969489 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a217e265-c562-4cc5-850d-7be341fd253c req-242733d1-e00a-4ee9-9225-24d1a14d73df tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1508472 May 27 11:40:07.015739 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a217e265-c562-4cc5-850d-7be341fd253c req-ca09aa01-1f9b-4c75-bab0-a193b6a0cf6a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 May 27 11:40:07.029877 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7a8336b4-0ae1-4a39-ba15-280e585e8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6380542'] for subnet, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:07.034372 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:07.069533 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8336b4-0ae1-4a39-ba15-280e585e8e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62eac499-a6b2-4315-b03e-39ac1743fde5,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:07.074454 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7a8336b4-0ae1-4a39-ba15-280e585e8e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:07.075432 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7a8336b4-0ae1-4a39-ba15-280e585e8e2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:07.080938 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd20d245-c2ae-445b-8f26-bce4c5cfc398 None None] Network 47519489-b492-49e9-b8c5-e2af1750cb86 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:40:07.082511 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7a8336b4-0ae1-4a39-ba15-280e585e8e2e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/62eac499-a6b2-4315-b03e-39ac1743fde5 HTTP/1.1" status: 204 len: 168 time: 0.8203595 May 27 11:40:07.085030 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41090) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:07.165307 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-697f291c-083c-4916-a5e4-b47a12c4e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:07.167512 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-697f291c-083c-4916-a5e4-b47a12c4e309 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97&tenant_id=53b8142c765b4c1e9e11263db3801a2b HTTP/1.1" status: 200 len: 1096 time: 0.0801597 May 27 11:40:07.314052 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-25ff035c-721a-4407-b637-24952a9ae6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:07.315799 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-25ff035c-721a-4407-b637-24952a9ae6ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 1096 time: 0.0955219 May 27 11:40:07.322427 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:07.383314 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] DHCP port deletion for 47519489-b492-49e9-b8c5-e2af1750cb86 request from dv-cinder-751579-23-iscsi {{(pid=92451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:40:07.473927 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-497a01b1-70e1-49fa-baca-cbcf122d0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:07.474189 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Deleting port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:40:07.474285 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] Deleting port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 {{(pid=92451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:40:07.474559 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:07.474681 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:07.475451 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-497a01b1-70e1-49fa-baca-cbcf122d0cf0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 918 time: 0.1533816 May 27 11:40:07.506341 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44b500-b015-4b3e-9d3d-e2a48636e793 req-e473a31d-3171-4a28-83db-7d3776632f0d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:07.507962 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ad44b500-b015-4b3e-9d3d-e2a48636e793 req-e473a31d-3171-4a28-83db-7d3776632f0d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1326888 May 27 11:40:07.588607 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] For port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:07.589019 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:07.596559 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-e8d9a34b-3b4c-4aad-abef-bd8dfc4f3dda service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc HTTP/1.1" status: 200 len: 998 time: 0.1135650 May 27 11:40:07.625100 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] For port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710,segment=NetworkSegment(98aed9e7-3cae-4631-a6ec-7af1f4f5a550),segment_id=98aed9e7-3cae-4631-a6ec-7af1f4f5a550)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:07.625464 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:07.647716 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ad44b500-b015-4b3e-9d3d-e2a48636e793 req-67f5c538-a839-453e-bc04-d838ce0ab759 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913396 May 27 11:40:07.675913 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-05bb78e4-905b-4637-aa9a-dbd137b715a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:07.676809 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-05bb78e4-905b-4637-aa9a-dbd137b715a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 200 len: 855 time: 0.0712981 May 27 11:40:07.732465 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] Calling delete_port for 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 owned by network:dhcp {{(pid=92451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:40:07.758872 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-08a506ef-5636-4f41-9c50-54daac2a4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:07.760369 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-08a506ef-5636-4f41-9c50-54daac2a4fe0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af505858-099f-4c8c-a08e-146c90c5ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737548 May 27 11:40:07.767235 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Calling delete_port for 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 owned by network:dhcp {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:40:07.863435 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101'] for port, after_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:07.868144 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-2e2bf860-2681-47b0-adbb-02e2b936e874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:07.870657 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:07.875295 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-79690eeb-2cc2-48d3-be1b-1cc8598e5d09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:07.910047 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-46f94b2a-a4e2-4188-b176-f5584db9d020 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368718 May 27 11:40:07.912059 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] Pushing event deleted for resources: {'Port': ['ID=503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710,revision_number=None']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:07.919589 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:07.919923 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:07.921487 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] No DVR routers for this DVR port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 on host dv-cinder-751579-23-iscsi {{(pid=92451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:40:07.933941 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:07.938575 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] No DVR routers for this DVR port 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 on host dv-cinder-751579-23-iscsi {{(pid=92450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:40:08.006350 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:08.064643 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-a4dd0513-2e75-44de-86d8-cf5ce9a9d3f2 req-3e899ee5-951e-43b7-b53d-cf5f53bad384 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435847 May 27 11:40:08.066626 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:08.121794 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47519489-b492-49e9-b8c5-e2af1750cb86']}} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:40:08.174108 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98aed9e7-3cae-4631-a6ec-7af1f4f5a550') {'for_net_delete': True} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:40:08.174402 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98aed9e7-3cae-4631-a6ec-7af1f4f5a550') {} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:40:08.204992 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5579917'] for segment, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:08.237333 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:08.247956 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=92450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:40:08.248388 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5597077'] for segment, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: util.warn( May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: util.warn( May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: util.warn( May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: util.warn( May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: Traceback (most recent call last): May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: timer() May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: cb(*args, **kw) May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: return func(*args, **kwargs) May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: self._notify() May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: self.callback(batched_events) May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: event.method(event) May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: return f(self, *a, **k) May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._get(url).json() May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: return self.request(url, 'GET', **kwargs) May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:40:08.262850 dv-cinder-751579-23-iscsi neutron-server[92450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:40:08.287884 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:40:08.324800 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:40:08.325241 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 503f2c0d-aa03-4f42-a0f8-bc7fc7bf9710 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:40:08.354232 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49411f-20b9-4305-89af-f568aece4583 req-4c64b4b4-0602-4d74-abb2-ceafff9521b0 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:08.355716 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-be49411f-20b9-4305-89af-f568aece4583 req-4c64b4b4-0602-4d74-abb2-ceafff9521b0 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 945 time: 0.2811892 May 27 11:40:08.387565 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828a496-d107-4c33-ad68-23109652cd62 req-0514ced9-317e-4981-8e74-dd39eef05e56 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:08.387565 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c828a496-d107-4c33-ad68-23109652cd62 req-0514ced9-317e-4981-8e74-dd39eef05e56 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.2508783 May 27 11:40:08.436693 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-be49411f-20b9-4305-89af-f568aece4583 req-d6d260be-9ab8-4d8b-9125-d3f8fd1b40d9 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742037 May 27 11:40:08.446551 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:08.463559 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:08.471416 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:08.478161 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c828a496-d107-4c33-ad68-23109652cd62 req-282fbdb8-b57d-4a28-98ac-15df9ec9abc3 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827146 May 27 11:40:08.485242 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=47519489-b492-49e9-b8c5-e2af1750cb86,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:08.488512 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:08.562195 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-c954407d-88e5-4134-a8cb-678e10f2c4c6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/47519489-b492-49e9-b8c5-e2af1750cb86 HTTP/1.1" status: 204 len: 168 time: 1.4755416 May 27 11:40:08.827038 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-cf381800-2a81-4672-8c08-605f26fcd925 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:08.829465 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-cf381800-2a81-4672-8c08-605f26fcd925 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Synchronizing usage tracker for tenant:3449e7e6513145debe1a9cfe4767a5fa on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:40:08.914522 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2daa53-f8bc-41d3-860a-8d42ca45a836 req-33f014e3-7ff5-4da5-bc7a-a577eb8ec367 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:08.917584 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cd2daa53-f8bc-41d3-860a-8d42ca45a836 req-33f014e3-7ff5-4da5-bc7a-a577eb8ec367 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1127429 May 27 11:40:08.940514 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 41124) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:08.970036 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-cf381800-2a81-4672-8c08-605f26fcd925 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Unset dirty status for tenant:3449e7e6513145debe1a9cfe4767a5fa on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:40:08.971391 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-cf381800-2a81-4672-8c08-605f26fcd925 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 945 time: 0.3752828 May 27 11:40:09.006423 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-cd2daa53-f8bc-41d3-860a-8d42ca45a836 req-003492c6-5cb3-4c01-bc61-b4e57c7afcf0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828106 May 27 11:40:09.035300 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-cd0bd7a7-f0c3-461d-87fb-a2525f0b8e75 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e67fddd439ac44dba25dfd532d291bcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0925725 May 27 11:40:09.038839 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41128) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:09.134408 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c733e1db-2acd-4d7f-82af-f58486520e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:09.173249 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c733e1db-2acd-4d7f-82af-f58486520e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:09.327080 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c733e1db-2acd-4d7f-82af-f58486520e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:09.332432 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-db3633dd-9cdc-4cca-ad52-658cbcafc22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:09.349697 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733e1db-2acd-4d7f-82af-f58486520e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dbb747-17a9-4a15-a1f6-e0b903920596,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:09.355603 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c733e1db-2acd-4d7f-82af-f58486520e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:09.356577 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c733e1db-2acd-4d7f-82af-f58486520e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:09.357922 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-c733e1db-2acd-4d7f-82af-f58486520e48 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/07dbb747-17a9-4a15-a1f6-e0b903920596 HTTP/1.1" status: 204 len: 168 time: 0.3056140 May 27 11:40:09.758587 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eca86-874d-4617-801e-5f859a1d3212 req-d23b9f77-e70c-462e-946c-aa17d76acd69 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:09.760094 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d07eca86-874d-4617-801e-5f859a1d3212 req-d23b9f77-e70c-462e-946c-aa17d76acd69 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 945 time: 0.1912174 May 27 11:40:09.774872 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df686ff7-dcac-410b-a406-b66b00f234fc req-e6535b11-f03f-4f3a-8f1d-b44611e3ad83 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:09.776657 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-df686ff7-dcac-410b-a406-b66b00f234fc req-e6535b11-f03f-4f3a-8f1d-b44611e3ad83 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1214473 May 27 11:40:09.864857 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d07eca86-874d-4617-801e-5f859a1d3212 req-7ca28747-ae1d-4d46-afd3-f343cb9f365a tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870788 May 27 11:40:09.886759 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-df686ff7-dcac-410b-a406-b66b00f234fc req-fbc53ced-9444-476f-9ef5-92b6b5cffaf2 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884118 May 27 11:40:10.332406 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67e107-e814-4876-9d77-467f927293cf req-d5f5b208-ca9f-4bd5-b0fe-a9238909c69f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:10.332406 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f67e107-e814-4876-9d77-467f927293cf req-d5f5b208-ca9f-4bd5-b0fe-a9238909c69f tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1805220 May 27 11:40:10.396961 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0f67e107-e814-4876-9d77-467f927293cf req-98f877c4-3315-4908-8d2a-c8548ca130a7 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661309 May 27 11:40:11.111460 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a27792-698a-4546-abfb-bad710bd7db0 req-a4e8f609-ab96-46fa-a4c4-67893263b96c tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:11.112836 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f8a27792-698a-4546-abfb-bad710bd7db0 req-a4e8f609-ab96-46fa-a4c4-67893263b96c tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 945 time: 0.1344838 May 27 11:40:11.160360 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f8a27792-698a-4546-abfb-bad710bd7db0 req-c97ced19-9d6e-459a-a36f-af19b65e28a1 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 May 27 11:40:11.364992 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395f4be-3b95-4ff6-b116-287c286b214d req-b08803c3-f24b-43c2-874d-03f1bdc5d57f tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:11.366332 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3395f4be-3b95-4ff6-b116-287c286b214d req-b08803c3-f24b-43c2-874d-03f1bdc5d57f tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0936151 May 27 11:40:11.412299 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3395f4be-3b95-4ff6-b116-287c286b214d req-2ff90060-063d-4413-b5e0-eae3963f28c1 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402675 May 27 11:40:11.620471 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c29e0-1a8a-4900-be7f-1bf3e16713e6 req-41058330-c14b-4b7b-99ee-2d080624d931 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:11.620471 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e51c29e0-1a8a-4900-be7f-1bf3e16713e6 req-41058330-c14b-4b7b-99ee-2d080624d931 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0857394 May 27 11:40:11.677839 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e51c29e0-1a8a-4900-be7f-1bf3e16713e6 req-c093b426-f1e0-4a31-83c8-12cc47986a69 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523393 May 27 11:40:12.387779 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce1c5-89b4-40c8-9062-e278d0ca7424 req-9559f36b-dc75-488c-ba62-6c75b1ab00c3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:12.389246 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f1cce1c5-89b4-40c8-9062-e278d0ca7424 req-9559f36b-dc75-488c-ba62-6c75b1ab00c3 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 945 time: 0.0897286 May 27 11:40:12.435170 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f1cce1c5-89b4-40c8-9062-e278d0ca7424 req-d81f85e6-40b3-481f-9c36-d700e8585e24 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 May 27 11:40:12.622696 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd5ac7-e8b3-44a4-8a49-9ba36e3bc373 req-e224ca99-92ed-4574-a646-456ef7dd66b2 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:12.625996 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d8dd5ac7-e8b3-44a4-8a49-9ba36e3bc373 req-e224ca99-92ed-4574-a646-456ef7dd66b2 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1045835 May 27 11:40:12.672689 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d8dd5ac7-e8b3-44a4-8a49-9ba36e3bc373 req-a663e368-b7a8-47ce-8a85-1910de4ac460 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423961 May 27 11:40:13.085911 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f2516-3b6d-45cd-aebf-749b98b48fe0 req-23986598-c6a9-4558-a3cb-ba8d80e9808e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:13.087395 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e42f2516-3b6d-45cd-aebf-749b98b48fe0 req-23986598-c6a9-4558-a3cb-ba8d80e9808e tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1275616 May 27 11:40:13.134512 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e42f2516-3b6d-45cd-aebf-749b98b48fe0 req-43204bbf-c87c-479d-a2ba-dba8f9079d4b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412641 May 27 11:40:13.615105 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device c788f0fc-de0d-468d-a639-a8949a68cc76 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:40:13.686327 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63c570-4cc2-4fd5-9acb-321f7d5772ac req-6093795d-7402-4a5b-97ad-0b251dfac997 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:13.688614 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fa63c570-4cc2-4fd5-9acb-321f7d5772ac req-6093795d-7402-4a5b-97ad-0b251dfac997 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 945 time: 0.1098950 May 27 11:40:13.749122 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-fa63c570-4cc2-4fd5-9acb-321f7d5772ac req-1682fa5e-336a-4a74-a2ba-89c109752626 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542789 May 27 11:40:13.820818 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:13.852503 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0babe2-b15c-4f32-89c4-a28d3e5decde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c788f0fc-de0d-468d-a639-a8949a68cc76'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:40:13.863300 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port c788f0fc-de0d-468d-a639-a8949a68cc76, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c788f0fc-de0d-468d-a639-a8949a68cc76,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:13.911769 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0babe2-b15c-4f32-89c4-a28d3e5decde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c788f0fc-de0d-468d-a639-a8949a68cc76', 'code': 200} May 27 11:40:13.944247 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:13.948044 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c9bf4f3a-a9f0-4931-a13f-1abaa4e0422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:14.026349 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=c788f0fc-de0d-468d-a639-a8949a68cc76,revision_number=6']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.043443 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:14.045455 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:14.048773 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1784f-21bf-4d46-9569-286a472d7d01 req-6404aea2-df38-479f-807b-21aff78be2e5 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:14.058732 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-59d1784f-21bf-4d46-9569-286a472d7d01 req-6404aea2-df38-479f-807b-21aff78be2e5 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1524074 May 27 11:40:14.124640 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-59d1784f-21bf-4d46-9569-286a472d7d01 req-60619f8c-6745-4199-a967-6b577af8c62b tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649521 May 27 11:40:14.345305 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033c4f8-767c-42eb-9898-ba435ec77893 req-c0339d54-f0a1-4bed-a523-802645271240 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:14.346876 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a033c4f8-767c-42eb-9898-ba435ec77893 req-c0339d54-f0a1-4bed-a523-802645271240 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0892725 May 27 11:40:14.395011 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a033c4f8-767c-42eb-9898-ba435ec77893 req-6639c2d3-47e0-47e8-b04f-e3c599ec9835 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 May 27 11:40:14.958908 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:40:14.968181 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd75ea7-6f1d-4080-965f-d699cb21ea0a req-62557639-7210-4095-8681-bdc02504f498 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:14.969897 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bdd75ea7-6f1d-4080-965f-d699cb21ea0a req-62557639-7210-4095-8681-bdc02504f498 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.1058977 May 27 11:40:15.017122 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-bdd75ea7-6f1d-4080-965f-d699cb21ea0a req-da38193c-4f71-4284-b130-552140986ca9 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 May 27 11:40:15.325192 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06877c1-6c90-4018-83b4-023f0469da53 req-1cde5a3d-a15d-4dcb-9807-c1749b5a9d4c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:15.326570 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f06877c1-6c90-4018-83b4-023f0469da53 req-1cde5a3d-a15d-4dcb-9807-c1749b5a9d4c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0958652 May 27 11:40:15.371597 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f06877c1-6c90-4018-83b4-023f0469da53 req-8b773b1c-6f89-46fe-a514-23d15e23459f tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393989 May 27 11:40:15.600976 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc6324-51f3-428c-ab51-123ea7290e17 req-3b8c8205-e527-4fbf-992a-54a41cc59df1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:15.602481 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-afdc6324-51f3-428c-ab51-123ea7290e17 req-3b8c8205-e527-4fbf-992a-54a41cc59df1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0956910 May 27 11:40:15.650637 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-afdc6324-51f3-428c-ab51-123ea7290e17 req-4c2eabe7-f0f4-49c5-98ae-f21596cbde88 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420947 May 27 11:40:16.217313 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833203b-1f09-48a0-94b9-2b6ff9f4a46c req-5ffdee7b-c4ab-40b5-9123-3782e5b42383 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:16.218859 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a833203b-1f09-48a0-94b9-2b6ff9f4a46c req-5ffdee7b-c4ab-40b5-9123-3782e5b42383 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.0879622 May 27 11:40:16.272068 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a833203b-1f09-48a0-94b9-2b6ff9f4a46c req-62da90f7-8dd9-4f50-bc5c-c20c3f5d183b tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472178 May 27 11:40:16.569599 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9b65c-8ff4-4f3f-8ca5-9643ea51ae8f req-2ea13a92-5fa3-48b8-b04f-129732a2bf1c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:16.571269 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9bd9b65c-8ff4-4f3f-8ca5-9643ea51ae8f req-2ea13a92-5fa3-48b8-b04f-129732a2bf1c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0928240 May 27 11:40:16.618940 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9bd9b65c-8ff4-4f3f-8ca5-9643ea51ae8f req-9bb70244-fa3d-45db-be49-d974183da0b1 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 May 27 11:40:16.856328 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4c7d-dc2a-4c1f-a819-2ed682ba197d req-25d4ec86-2d2e-4e0a-943e-b15a6fae9c62 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:16.857799 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ec7b4c7d-dc2a-4c1f-a819-2ed682ba197d req-25d4ec86-2d2e-4e0a-943e-b15a6fae9c62 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0868342 May 27 11:40:16.909230 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ec7b4c7d-dc2a-4c1f-a819-2ed682ba197d req-e63d00c7-c0d6-40da-a392-a4a4ce77ccfd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441790 May 27 11:40:17.460228 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299d036-8a0f-4649-8f82-34843aa81ce4 req-9d63e1e9-a61f-43b2-9fd2-cdbe6c6f4784 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:17.461863 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0299d036-8a0f-4649-8f82-34843aa81ce4 req-9d63e1e9-a61f-43b2-9fd2-cdbe6c6f4784 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.0831902 May 27 11:40:17.507280 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0299d036-8a0f-4649-8f82-34843aa81ce4 req-bd11b8e3-8c75-445f-82ad-3fe3e7a07791 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395563 May 27 11:40:17.813098 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c36c7-8ac3-4846-b844-58f204d0ddd5 req-6d5f4c86-985d-4a3a-b54a-879e0bdd0434 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:17.814448 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-801c36c7-8ac3-4846-b844-58f204d0ddd5 req-6d5f4c86-985d-4a3a-b54a-879e0bdd0434 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0870354 May 27 11:40:17.858877 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-801c36c7-8ac3-4846-b844-58f204d0ddd5 req-4bea434c-a999-48a4-8667-37616d68443a tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 May 27 11:40:18.114075 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84415058-e73e-4ea3-b81f-0ca2457f26c9 req-8c3cf0a7-6788-42f2-8547-0b404b634f4d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:18.115505 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-84415058-e73e-4ea3-b81f-0ca2457f26c9 req-8c3cf0a7-6788-42f2-8547-0b404b634f4d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0856295 May 27 11:40:18.162005 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-84415058-e73e-4ea3-b81f-0ca2457f26c9 req-cb490c70-f6f0-4963-837b-5c836192c7c8 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403955 May 27 11:40:18.714596 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2c966-9ea2-470e-961b-513c52cd6bbf req-d408ed46-a567-4c5a-9d0e-ae3569ca1a75 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:18.716231 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-75a2c966-9ea2-470e-961b-513c52cd6bbf req-d408ed46-a567-4c5a-9d0e-ae3569ca1a75 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.0879400 May 27 11:40:18.770460 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-75a2c966-9ea2-470e-961b-513c52cd6bbf req-110eb2d3-d100-4f5f-bc77-274c52ff7f78 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482116 May 27 11:40:19.057040 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d539eff-425d-49d7-90f6-37be14d105b7 req-e06a0b88-3ab8-4bfe-ab0e-ff3e1ad11d95 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:19.058533 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1d539eff-425d-49d7-90f6-37be14d105b7 req-e06a0b88-3ab8-4bfe-ab0e-ff3e1ad11d95 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0901635 May 27 11:40:19.111319 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1d539eff-425d-49d7-90f6-37be14d105b7 req-b113d36b-d577-4646-859e-fa8aa23dc086 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450118 May 27 11:40:19.372514 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f08f3-93bd-46e8-bbde-f2382dd63eab req-d1e5eede-f4c8-48d0-9cb2-4dca1da9522c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:19.375229 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-414f08f3-93bd-46e8-bbde-f2382dd63eab req-d1e5eede-f4c8-48d0-9cb2-4dca1da9522c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1031945 May 27 11:40:19.423656 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-414f08f3-93bd-46e8-bbde-f2382dd63eab req-a4674e40-9d3c-4284-b186-ed82d9369d1d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 May 27 11:40:19.966193 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3e4e1-d392-4025-9934-c98eb39a2b51 req-daedae81-e66d-4a1d-becd-6938c938ac4c tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:19.967662 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-dad3e4e1-d392-4025-9934-c98eb39a2b51 req-daedae81-e66d-4a1d-becd-6938c938ac4c tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.0863521 May 27 11:40:20.104466 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-dad3e4e1-d392-4025-9934-c98eb39a2b51 req-c4ab6b27-7e92-4177-bcdc-733971585da0 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308062 May 27 11:40:20.331863 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428848-2a4f-4492-b865-f13c57d9d983 req-9cb367c3-cfd1-4874-9f1d-b5a7dd7b7176 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:20.333554 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c428848-2a4f-4492-b865-f13c57d9d983 req-9cb367c3-cfd1-4874-9f1d-b5a7dd7b7176 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0969262 May 27 11:40:20.385279 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-9c428848-2a4f-4492-b865-f13c57d9d983 req-2bc3558d-792d-426b-8e42-84314d761627 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448687 May 27 11:40:20.624490 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232b8d-0805-4282-8538-ecf4ea6e6693 req-7ccc2bc4-6cca-4b82-ba49-1ebb804fe9a2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:20.625936 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-93232b8d-0805-4282-8538-ecf4ea6e6693 req-7ccc2bc4-6cca-4b82-ba49-1ebb804fe9a2 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0856345 May 27 11:40:20.678495 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-93232b8d-0805-4282-8538-ecf4ea6e6693 req-805816e8-6c79-4dac-8d00-69cf5fe0a61c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465736 May 27 11:40:21.300458 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e6ac7-6ab2-465d-9cc3-80f684745bb2 req-2ffbcdd6-741d-4af2-b0af-27564b18a54d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:21.303463 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-278e6ac7-6ab2-465d-9cc3-80f684745bb2 req-2ffbcdd6-741d-4af2-b0af-27564b18a54d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.0908971 May 27 11:40:21.350498 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-278e6ac7-6ab2-465d-9cc3-80f684745bb2 req-e36f49cd-0208-47d4-837f-a6391e91fbc8 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 May 27 11:40:21.575261 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47ae6-73a2-449c-bce8-ca34f22afb4b req-8e766ebc-6bcc-4e6a-aafd-ec1b49e75e70 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:21.576654 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8aa47ae6-73a2-449c-bce8-ca34f22afb4b req-8e766ebc-6bcc-4e6a-aafd-ec1b49e75e70 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0857348 May 27 11:40:21.621182 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41308) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:21.629752 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8aa47ae6-73a2-449c-bce8-ca34f22afb4b req-88c0e58a-4d37-4645-90e6-21d2d214a695 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464621 May 27 11:40:21.753587 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:21.767893 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:40:21.771680 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] Usage tracker for resource:security_group_rule and tenant:10bdacd9de844f84ab2def4ec9f53d36 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:40:21.774571 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:40:21.781121 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:40:21.926407 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcf2e2-8482-4807-8377-4cd4405778a3 req-3533c4c4-0298-4dc8-b11a-a1aa4c2b4ebe tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:21.927787 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a8bcf2e2-8482-4807-8377-4cd4405778a3 req-3533c4c4-0298-4dc8-b11a-a1aa4c2b4ebe tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1211324 May 27 11:40:21.957107 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:21.982050 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a8bcf2e2-8482-4807-8377-4cd4405778a3 req-d38cb15d-6191-4d6c-be24-ee2efbace396 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452898 May 27 11:40:22.052201 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:22.059119 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-cff26d36-05db-4364-bdec-ac393d6b478f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:22.104616 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=10bdacd9de844f84ab2def4ec9f53d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824142 May 27 11:40:22.105604 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e53e833-c8a4-42fc-abd3-832e0abd260f,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:22.107317 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 41316) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:22.110286 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:22.170741 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:22.199911 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:22.331793 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:22.336823 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9f4811b1-b981-44e3-b1e5-80dc05e1f042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:22.350857 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e53e833-c8a4-42fc-abd3-832e0abd260f,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:22.360040 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.360423 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.360801 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.361168 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.361530 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.361896 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.362256 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.362741 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.362976 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.363333 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.363686 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.364064 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:40:22.366780 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:22.367882 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e53e833-c8a4-42fc-abd3-832e0abd260f HTTP/1.1" status: 204 len: 168 time: 0.2595947 May 27 11:40:22.369055 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5afaf84f-779b-4d3e-aef7-d0a57f4e3ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:22.555404 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c200ab-c0c1-4007-a0e0-18f7fefcd5f6 req-f0e18fa6-dbda-420d-a033-92cdd92d61ed tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:22.557041 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-93c200ab-c0c1-4007-a0e0-18f7fefcd5f6 req-f0e18fa6-dbda-420d-a033-92cdd92d61ed tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 943 time: 0.0900052 May 27 11:40:22.584450 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Deleting port c788f0fc-de0d-468d-a639-a8949a68cc76 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:40:22.584908 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:22.604704 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-93c200ab-c0c1-4007-a0e0-18f7fefcd5f6 req-2a688be3-6d88-46f8-908d-3621d33e5cd2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/security-groups?id=783035b1-35e5-4d50-b582-8de69551d55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406682 May 27 11:40:22.775820 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] For port c788f0fc-de0d-468d-a639-a8949a68cc76, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c788f0fc-de0d-468d-a639-a8949a68cc76,segment=NetworkSegment(3fb001d8-a821-4d84-9a67-6476b8345154),segment_id=3fb001d8-a821-4d84-9a67-6476b8345154)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:22.776212 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:22.859953 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dacaa8-3a2a-4ff2-a213-8ced48a99c79 req-5128d58f-b0bc-49f3-90cc-f141173f9ac5 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:22.861476 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13dacaa8-3a2a-4ff2-a213-8ced48a99c79 req-5128d58f-b0bc-49f3-90cc-f141173f9ac5 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1008909 May 27 11:40:22.904739 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Calling delete_port for c788f0fc-de0d-468d-a639-a8949a68cc76 owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:40:22.911528 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13dacaa8-3a2a-4ff2-a213-8ced48a99c79 req-de270009-5341-47cf-82cc-0b4a873d1dc1 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430219 May 27 11:40:22.937282 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f817c99-815a-436a-830b-6dfca0853819 req-832aa29b-59ef-4d1d-aa56-c20a56dcf5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:22.938721 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7f817c99-815a-436a-830b-6dfca0853819 req-832aa29b-59ef-4d1d-aa56-c20a56dcf5a7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71a85582257d46dbba6d7a5996789557&device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 1098 time: 0.2682714 May 27 11:40:23.137347 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f817c99-815a-436a-830b-6dfca0853819 req-624dc6e9-5104-4e9d-9bbd-13c605aef74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:23.144210 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7f817c99-815a-436a-830b-6dfca0853819 req-624dc6e9-5104-4e9d-9bbd-13c605aef74c service neutron] 10.222.0.76 "GET /v2.0/networks?id=a038ba68-8113-4964-8d44-c2a7f20fa4e2 HTTP/1.1" status: 200 len: 911 time: 0.1934812 May 27 11:40:23.184348 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1b945-5055-43a6-a0c5-6b34adef1e95 req-bc5dd050-ed79-448a-907a-28830ac2fef0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:23.186277 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aea1b945-5055-43a6-a0c5-6b34adef1e95 req-bc5dd050-ed79-448a-907a-28830ac2fef0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0907590 May 27 11:40:23.237331 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-aea1b945-5055-43a6-a0c5-6b34adef1e95 req-ca60aff5-9fe8-4ff8-a812-1a406212e280 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 May 27 11:40:23.262218 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7f817c99-815a-436a-830b-6dfca0853819 req-bb4bf94c-dd86-4243-b2e7-72acdb762cdf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398 HTTP/1.1" status: 200 len: 1001 time: 0.1135149 May 27 11:40:23.329004 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:23.340393 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-51390f65-8684-4008-8b54-2fc13021944f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:23.434460 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Pushing event deleted for resources: {'Port': ['ID=c788f0fc-de0d-468d-a639-a8949a68cc76,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:23.437330 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:23.438968 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f817c99-815a-436a-830b-6dfca0853819 req-7eea9a88-78a9-418e-bd6f-23203f0a092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:23.440483 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7f817c99-815a-436a-830b-6dfca0853819 req-7eea9a88-78a9-418e-bd6f-23203f0a092c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e33fdc2c-c1c0-470e-8390-5cc926f5c6d7 HTTP/1.1" status: 200 len: 848 time: 0.1647162 May 27 11:40:23.517560 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] No DVR routers for this DVR port c788f0fc-de0d-468d-a639-a8949a68cc76 on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:40:23.524320 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:23.526947 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0babe2-b15c-4f32-89c4-a28d3e5decde', 'name': 'network-vif-deleted', 'tag': 'c788f0fc-de0d-468d-a639-a8949a68cc76'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:40:23.570166 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f817c99-815a-436a-830b-6dfca0853819 req-0390a1e6-39f5-4535-baed-95a99349386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:23.571873 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7f817c99-815a-436a-830b-6dfca0853819 req-0390a1e6-39f5-4535-baed-95a99349386a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a038ba68-8113-4964-8d44-c2a7f20fa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1008503 May 27 11:40:23.576243 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0babe2-b15c-4f32-89c4-a28d3e5decde', 'name': 'network-vif-deleted', 'tag': 'c788f0fc-de0d-468d-a639-a8949a68cc76', 'status': 'completed', 'code': 200} May 27 11:40:23.656756 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-9f2d3984-f05c-4e5f-8e4d-43bea6e46998 req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.76 "DELETE /v2.0/ports/c788f0fc-de0d-468d-a639-a8949a68cc76 HTTP/1.1" status: 204 len: 173 time: 1.2208447 May 27 11:40:23.716992 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7f817c99-815a-436a-830b-6dfca0853819 req-0e65e91d-1724-46f7-b751-1287b38f43cb service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360059 May 27 11:40:23.782562 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-778f714a-1abe-4669-8fc8-612b33000930 req-d176df2a-c9ed-4cbf-9b51-45f9f6f4e5f6 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d0babe2-b15c-4f32-89c4-a28d3e5decde HTTP/1.1" status: 200 len: 210 time: 0.0522213 May 27 11:40:23.977368 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7f817c99-815a-436a-830b-6dfca0853819 req-b8c1d2fe-f9c9-442a-974c-a8baefc641f6 service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535915 May 27 11:40:24.122002 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b40fd-c42e-43b7-807c-6b49ccfa52ab req-b507d702-98ea-4aab-b461-fedc76a96398 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:24.123461 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-992b40fd-c42e-43b7-807c-6b49ccfa52ab req-b507d702-98ea-4aab-b461-fedc76a96398 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0816283 May 27 11:40:24.174426 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-992b40fd-c42e-43b7-807c-6b49ccfa52ab req-8c128982-84fe-45c2-ba8c-c176ce3cab96 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443485 May 27 11:40:24.456801 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d3590-ba1c-4a46-ba83-b73141b2ad2f req-f5d0985a-ae57-45cd-a769-b924e70c231d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:24.458323 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f05d3590-ba1c-4a46-ba83-b73141b2ad2f req-f5d0985a-ae57-45cd-a769-b924e70c231d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.1021032 May 27 11:40:24.511752 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f05d3590-ba1c-4a46-ba83-b73141b2ad2f req-915d486e-4509-4703-b9de-f9945ba74e59 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 May 27 11:40:24.899734 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 41380) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:24.962608 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-330c2889-bd66-4cc3-97e5-212b0a824252 admin admin] Deleting subnet 66283abe-1af6-477b-8b7a-ca5014fb7560 {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:40:24.966149 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-330c2889-bd66-4cc3-97e5-212b0a824252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:25.025137 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-330c2889-bd66-4cc3-97e5-212b0a824252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225886'] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:25.090787 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-330c2889-bd66-4cc3-97e5-212b0a824252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:25.457705 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2153e-0da0-4019-9270-6af4c3ff1017 req-e6ef7a13-eabe-4e33-b0d0-034909d6f930 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:25.460494 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f9d2153e-0da0-4019-9270-6af4c3ff1017 req-e6ef7a13-eabe-4e33-b0d0-034909d6f930 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1368079 May 27 11:40:25.514787 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f9d2153e-0da0-4019-9270-6af4c3ff1017 req-50c053ae-b056-4711-9619-2f0b8b54460e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486419 May 27 11:40:25.666365 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:40:25.728695 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde8eaa-4576-4137-add1-c9fff9ea0a96 req-35fe36b4-d427-4a83-aabe-24095aded24b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:25.728985 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6fde8eaa-4576-4137-add1-c9fff9ea0a96 req-35fe36b4-d427-4a83-aabe-24095aded24b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 943 time: 0.0950739 May 27 11:40:25.778971 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6fde8eaa-4576-4137-add1-c9fff9ea0a96 req-fe292177-ad9d-496e-a21e-55cbe4ac357c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435686 May 27 11:40:25.829466 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:25.843508 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'port_id': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'mac_address': 'fa:16:3e:69:ef:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:40:25.904425 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:25.922173 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:40:25.938247 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:26.572441 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:26.573090 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-330c2889-bd66-4cc3-97e5-212b0a824252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7864749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696197'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:26.574457 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:26.581868 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-226e7eed-2940-4e8c-b70a-67127dfc980d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:26.627137 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c2889-bd66-4cc3-97e5-212b0a824252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66283abe-1af6-477b-8b7a-ca5014fb7560,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:26.629867 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-330c2889-bd66-4cc3-97e5-212b0a824252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:26.636199 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-330c2889-bd66-4cc3-97e5-212b0a824252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:26.642984 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-330c2889-bd66-4cc3-97e5-212b0a824252 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/66283abe-1af6-477b-8b7a-ca5014fb7560 HTTP/1.1" status: 204 len: 168 time: 1.7418144 May 27 11:40:26.645940 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 41394) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:26.657394 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=9']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:26.660511 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:26.713563 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953b187-a6c5-435a-90b7-de32a012d9f7 req-302d2ba6-3cc4-46bb-a268-c4c09482d39e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:26.715087 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c953b187-a6c5-435a-90b7-de32a012d9f7 req-302d2ba6-3cc4-46bb-a268-c4c09482d39e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0842965 May 27 11:40:26.763562 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:26.774013 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c953b187-a6c5-435a-90b7-de32a012d9f7 req-46ae9225-36df-4ab7-82d6-6a7e082d91ea tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506337 May 27 11:40:26.898230 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:26.912908 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5907639-7fd5-47e1-82eb-9ee6b01b7764']}} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:40:26.926410 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb001d8-a821-4d84-9a67-6476b8345154') {'for_net_delete': True} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:40:26.926706 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb001d8-a821-4d84-9a67-6476b8345154') {} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:40:26.938668 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225895'] for segment, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:26.955309 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:26.959281 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:40:26.971180 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=92449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:40:26.971180 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7865103'] for segment, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: Traceback (most recent call last): May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: timer() May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: cb(*args, **kw) May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: return func(*args, **kwargs) May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: self._notify() May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: self.callback(batched_events) May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: event.method(event) May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: return f(self, *a, **k) May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._get(url).json() May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: return self.request(url, 'GET', **kwargs) May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:40:26.982727 dv-cinder-751579-23-iscsi neutron-server[92449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:40:26.990672 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf9fff-32a6-4f95-9234-962142b003c0 req-cd96f9d6-5431-4d0b-92c5-2183d37c17cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:26.992481 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a1bf9fff-32a6-4f95-9234-962142b003c0 req-cd96f9d6-5431-4d0b-92c5-2183d37c17cf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 944 time: 0.0925341 May 27 11:40:27.046416 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a1bf9fff-32a6-4f95-9234-962142b003c0 req-73a8e57c-67b3-49f6-a915-32d0ec18bf2a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483439 May 27 11:40:27.132159 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:27.138084 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:27.143172 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:27.166442 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5907639-7fd5-47e1-82eb-9ee6b01b7764,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:27.169084 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:27.281338 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-fbde13be-e621-470a-8206-539417c1806a admin admin] 10.222.0.86 "DELETE /v2.0/networks/b5907639-7fd5-47e1-82eb-9ee6b01b7764 HTTP/1.1" status: 204 len: 168 time: 0.6342049 May 27 11:40:27.683156 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:40:27.755644 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:40:27.756349 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:27.763384 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41406) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:27.826683 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-d724d389-2361-44e3-be2e-8ea2f5d9dd3e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3449e7e6513145debe1a9cfe4767a5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619860 May 27 11:40:27.829968 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41412) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:27.887004 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:27.896295 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4666-72fd-4f1e-86db-0b8147d567cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:27.916561 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:40:27.928095 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:27.966277 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'code': 200} May 27 11:40:27.966895 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4666-72fd-4f1e-86db-0b8147d567cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:28.005462 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:28.006330 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device d5f76c1b-7c56-41b6-bfc2-652ada840398 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:40:28.036626 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1fdf7-d31b-4fc1-804b-370bf6706b24 req-d143f978-d6b7-4b36-a575-c54b88b3402c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:28.037368 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:28.038207 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0c1fdf7-d31b-4fc1-804b-370bf6706b24 req-d143f978-d6b7-4b36-a575-c54b88b3402c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1322687 May 27 11:40:28.089772 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d0c1fdf7-d31b-4fc1-804b-370bf6706b24 req-b5972983-fd35-47f6-acaf-648625bd2a88 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456645 May 27 11:40:28.138070 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=10']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:28.142532 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:28.155024 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4666-72fd-4f1e-86db-0b8147d567cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:28.160307 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fa0c657a-d11f-4919-9edf-9fc7ae02c230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:28.186385 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4666-72fd-4f1e-86db-0b8147d567cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783035b1-35e5-4d50-b582-8de69551d55d,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:28.193257 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7c9f4666-72fd-4f1e-86db-0b8147d567cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:28.235913 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:28.254274 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4666-72fd-4f1e-86db-0b8147d567cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:28.255298 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7c9f4666-72fd-4f1e-86db-0b8147d567cd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/783035b1-35e5-4d50-b582-8de69551d55d HTTP/1.1" status: 204 len: 168 time: 0.4243612 May 27 11:40:28.290918 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port d5f76c1b-7c56-41b6-bfc2-652ada840398, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:28.342063 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013f630-fbba-4d4a-abde-b1ae6f3f361a req-c4effff5-60d0-4ac4-934f-1ad91f2b13bf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:28.346163 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8013f630-fbba-4d4a-abde-b1ae6f3f361a req-c4effff5-60d0-4ac4-934f-1ad91f2b13bf tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 946 time: 0.1358876 May 27 11:40:28.393726 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:28.395644 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:28.419533 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8013f630-fbba-4d4a-abde-b1ae6f3f361a req-4265f257-61a9-4b4c-b1dc-1fbdcd91b8b0 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680180 May 27 11:40:28.513318 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=d5f76c1b-7c56-41b6-bfc2-652ada840398,revision_number=6']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:28.516998 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:28.538298 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f1a58-ed71-4ceb-b977-205fb6a8d608 req-dc8e92ff-022d-43ce-b065-9f1c0773909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:28.539807 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-110f1a58-ed71-4ceb-b977-205fb6a8d608 req-dc8e92ff-022d-43ce-b065-9f1c0773909f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 1099 time: 0.0931039 May 27 11:40:28.596257 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-110f1a58-ed71-4ceb-b977-205fb6a8d608 req-a4a88f89-fc58-4ba9-bc6c-0d2d7335abfd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485442 May 27 11:40:28.919060 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 41446) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:28.937196 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1babbc-f254-43a1-894e-4969dd302cec req-293052eb-1e88-43bf-8735-75ce3f739373 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:28.938716 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-db1babbc-f254-43a1-894e-4969dd302cec req-293052eb-1e88-43bf-8735-75ce3f739373 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.1822352 May 27 11:40:28.989622 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-db1babbc-f254-43a1-894e-4969dd302cec req-75778e9a-99f0-4ec9-ab4e-89b803879aa5 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442309 May 27 11:40:29.036053 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-b512e8c7-3373-45a2-b5bf-a99e2554d3c3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157336 May 27 11:40:29.657772 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19341067-c6e6-4a7f-b8fa-8cbcc19c6598 req-9fc68a65-ae2a-4ce8-bcc1-5c5cccadaa00 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:29.657772 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-19341067-c6e6-4a7f-b8fa-8cbcc19c6598 req-9fc68a65-ae2a-4ce8-bcc1-5c5cccadaa00 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 946 time: 0.0949793 May 27 11:40:29.716295 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-19341067-c6e6-4a7f-b8fa-8cbcc19c6598 req-c1a42da1-d74b-4dbe-9e03-35958e702e5d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531240 May 27 11:40:29.967425 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:40:30.009433 dv-cinder-751579-23-iscsi neutron-server[92451]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'code': 422} returned with failed status May 27 11:40:30.185672 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a8d4b-d432-4c12-91bd-0b4b7b871bfe req-d878ae20-b57e-44b7-9ab8-2c0a6a853800 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:30.188423 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-556a8d4b-d432-4c12-91bd-0b4b7b871bfe req-d878ae20-b57e-44b7-9ab8-2c0a6a853800 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0863523 May 27 11:40:30.238605 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-556a8d4b-d432-4c12-91bd-0b4b7b871bfe req-46b1c0d7-ba6a-4850-971f-e1e314ab2694 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 May 27 11:40:30.937807 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e9c1-f470-4581-b28c-895d3e966532 req-0f474682-992d-44fa-aa08-2de93e39a944 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:30.937807 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0443e9c1-f470-4581-b28c-895d3e966532 req-0f474682-992d-44fa-aa08-2de93e39a944 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 946 time: 0.0946815 May 27 11:40:30.986680 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-0443e9c1-f470-4581-b28c-895d3e966532 req-61943803-25dc-4d7e-af42-e2c12e087125 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434825 May 27 11:40:31.429629 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78deb610-2834-4944-bbe4-998f33aa1db0 req-6eecf0b5-7c87-4631-bf9e-86648e8dbaa8 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:31.431084 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-78deb610-2834-4944-bbe4-998f33aa1db0 req-6eecf0b5-7c87-4631-bf9e-86648e8dbaa8 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0840752 May 27 11:40:31.477483 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-78deb610-2834-4944-bbe4-998f33aa1db0 req-b39dc801-e719-40c4-846a-bf825d6826d4 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 May 27 11:40:32.188162 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de6db1-5b37-4e89-ad49-707924252bf3 req-d7577dff-9589-459b-8ab9-4511bd7373c6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:32.189544 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-62de6db1-5b37-4e89-ad49-707924252bf3 req-d7577dff-9589-459b-8ab9-4511bd7373c6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 946 time: 0.0859823 May 27 11:40:32.234666 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-62de6db1-5b37-4e89-ad49-707924252bf3 req-eff6cab2-ca69-4771-b1c5-8169afef0bfb tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393708 May 27 11:40:32.663963 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4a7c6-22bc-464c-80e3-a31dddbe83ca req-293b561c-3ca6-4e28-85b9-435cf6e9d059 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:32.665451 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ffb4a7c6-22bc-464c-80e3-a31dddbe83ca req-293b561c-3ca6-4e28-85b9-435cf6e9d059 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0819123 May 27 11:40:32.714423 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ffb4a7c6-22bc-464c-80e3-a31dddbe83ca req-a3411ddd-975d-402f-8cf6-2b05f63e0452 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 May 27 11:40:32.731941 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b9198bf3-eae3-45b4-963b-519a4363d1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:33.205913 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:33.427044 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ff9c1-5a0d-4e2d-9213-95c393b6eb97 req-03a00723-6ab7-42e6-a67c-bd37f9dca4d1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:33.428546 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-613ff9c1-5a0d-4e2d-9213-95c393b6eb97 req-03a00723-6ab7-42e6-a67c-bd37f9dca4d1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 946 time: 0.0815632 May 27 11:40:33.475072 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-613ff9c1-5a0d-4e2d-9213-95c393b6eb97 req-f8e37434-b71e-47e8-acc2-38f31acbce8b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 May 27 11:40:33.914704 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2875cf1-aaa0-4999-9838-60d784c7d9c7 req-12603b10-5677-40f9-8f67-0448a65de574 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:33.916086 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f2875cf1-aaa0-4999-9838-60d784c7d9c7 req-12603b10-5677-40f9-8f67-0448a65de574 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0930433 May 27 11:40:33.966723 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f2875cf1-aaa0-4999-9838-60d784c7d9c7 req-3ec8235b-3518-48db-8152-25f5b1a86819 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440679 May 27 11:40:34.679714 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424be9fe-4c18-421a-97b5-a78e579a83a8 req-dbbedbf3-3453-4859-8e29-9e44c18ca524 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:34.681096 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-424be9fe-4c18-421a-97b5-a78e579a83a8 req-dbbedbf3-3453-4859-8e29-9e44c18ca524 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 946 time: 0.0911243 May 27 11:40:34.728386 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-424be9fe-4c18-421a-97b5-a78e579a83a8 req-5196c84f-adda-4d1d-9cd2-b569c4b1e66a tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411811 May 27 11:40:35.040870 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:35.178117 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853d06e-4fa4-4786-944e-5d0490d79cc8 req-cc119119-d993-4de4-8a91-75778fe711a5 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:35.180471 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7853d06e-4fa4-4786-944e-5d0490d79cc8 req-cc119119-d993-4de4-8a91-75778fe711a5 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0964870 May 27 11:40:35.231003 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7853d06e-4fa4-4786-944e-5d0490d79cc8 req-5f247232-11ff-48ba-87bc-0e2c95cb83c8 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 May 27 11:40:35.251743 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1bb904e5-6837-4c36-ae29-5763ae417a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:36.043808 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-3f065f8b-5b96-4d78-bf8e-1941eec37dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:36.045490 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-3f065f8b-5b96-4d78-bf8e-1941eec37dc7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460&tenant_id=71a85582257d46dbba6d7a5996789557 HTTP/1.1" status: 200 len: 1096 time: 0.0834105 May 27 11:40:36.159938 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-f9ab971a-5c1c-4c5c-8f88-6c3efbc33bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:36.163756 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-f9ab971a-5c1c-4c5c-8f88-6c3efbc33bf5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71a85582257d46dbba6d7a5996789557&device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 1096 time: 0.0758240 May 27 11:40:36.212260 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:36.304954 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-f3d49334-3ae6-4431-87dd-e701a91e2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:36.306422 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-f3d49334-3ae6-4431-87dd-e701a91e2b7e service neutron] 10.222.0.76 "GET /v2.0/networks?id=a038ba68-8113-4964-8d44-c2a7f20fa4e2 HTTP/1.1" status: 200 len: 911 time: 0.1368306 May 27 11:40:36.422551 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-0c71a6a3-f0f7-4b4e-959c-547f148d40cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398 HTTP/1.1" status: 200 len: 999 time: 0.1088073 May 27 11:40:36.443442 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791d328-5c9f-478a-a07f-961964e9c436 req-f7cf2ae0-49bd-46c8-921a-0aec0ccb83b7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:36.450645 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7791d328-5c9f-478a-a07f-961964e9c436 req-f7cf2ae0-49bd-46c8-921a-0aec0ccb83b7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.1041117 May 27 11:40:36.494170 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-1bbd5824-bc06-46d0-8c28-96058bd6e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:36.495083 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7791d328-5c9f-478a-a07f-961964e9c436 req-e92f8d7a-d2ff-4ab5-92ac-88bb74cd79a9 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 May 27 11:40:36.495732 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-1bbd5824-bc06-46d0-8c28-96058bd6e17a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e33fdc2c-c1c0-470e-8390-5cc926f5c6d7 HTTP/1.1" status: 200 len: 848 time: 0.0662794 May 27 11:40:36.681931 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-cbfa3194-3109-43a2-8350-8baaf8275506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:36.683354 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-cbfa3194-3109-43a2-8350-8baaf8275506 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a038ba68-8113-4964-8d44-c2a7f20fa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1800077 May 27 11:40:36.817912 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-ce43d054-90e3-44a3-8953-523c2b638e49 service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267943 May 27 11:40:36.957896 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-c9795a46-6629-464f-96aa-d8c45ab69c82 req-548074b0-d590-44de-bc19-ea376b8dc1b9 service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331351 May 27 11:40:37.700121 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610f1d2-0cd0-4b68-983d-17fc49ee126a req-ea93059a-09ea-4f8e-aba4-ba64356e2ed0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:37.701588 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7610f1d2-0cd0-4b68-983d-17fc49ee126a req-ea93059a-09ea-4f8e-aba4-ba64356e2ed0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0909641 May 27 11:40:37.747156 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7610f1d2-0cd0-4b68-983d-17fc49ee126a req-99a4d9d8-e20b-4598-9c5f-c7d2483d43dd tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395656 May 27 11:40:38.018202 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:38.948345 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afede7b8-9184-4d59-a8b3-e7be8190e555 req-033cfd59-a4b4-4a99-88aa-0ca3cebea290 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:38.949874 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-afede7b8-9184-4d59-a8b3-e7be8190e555 req-033cfd59-a4b4-4a99-88aa-0ca3cebea290 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0879884 May 27 11:40:39.003599 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-afede7b8-9184-4d59-a8b3-e7be8190e555 req-2f4be94b-1cf9-4821-971a-aa8bd0b211e6 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474091 May 27 11:40:39.473283 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-8ef715dd-8f9b-4a75-9e85-cdab22f18bcb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764441 May 27 11:40:39.597963 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-9eaa18e8-6c1b-405b-b701-2c8a8da64fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:39.599811 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-9eaa18e8-6c1b-405b-b701-2c8a8da64fb0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53b8142c765b4c1e9e11263db3801a2b&device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 1099 time: 0.0914953 May 27 11:40:39.753104 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-57a3606b-92d9-4584-95b8-f289abad31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:39.754568 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-57a3606b-92d9-4584-95b8-f289abad31fd service neutron] 10.222.0.76 "GET /v2.0/networks?id=af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 200 len: 918 time: 0.1338811 May 27 11:40:39.862062 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-8d4e038e-4c4e-4d6b-94c8-4826fc9a782f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc HTTP/1.1" status: 200 len: 1000 time: 0.1002524 May 27 11:40:39.930144 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-f8632ff9-3402-4dc8-92ed-e1a200d633eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:39.931590 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-f8632ff9-3402-4dc8-92ed-e1a200d633eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 200 len: 855 time: 0.0633631 May 27 11:40:40.010007 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-7095421c-0a17-48ff-9e77-09894262876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:40.011502 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-7095421c-0a17-48ff-9e77-09894262876a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=af505858-099f-4c8c-a08e-146c90c5ee19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716710 May 27 11:40:40.149711 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-6bf74161-3b32-45a8-85a6-f8f2cfeac67c service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306779 May 27 11:40:40.199590 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63ce7e-9a48-4ee5-8d81-2e769934b90d req-446e6bfb-27f5-4e87-bb7d-fd4f95cec38b tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:40.201069 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8e63ce7e-9a48-4ee5-8d81-2e769934b90d req-446e6bfb-27f5-4e87-bb7d-fd4f95cec38b tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0848734 May 27 11:40:40.249006 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8e63ce7e-9a48-4ee5-8d81-2e769934b90d req-ab10d9c6-8d37-4a47-8c3c-46f89d34b813 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 May 27 11:40:40.288697 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2e7e00a7-0f84-41c4-95f2-3432a2a3c872 req-eb61ddd9-b52c-43be-a6cc-f13f7d0a2258 service neutron] 10.222.0.76 "GET /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319270 May 27 11:40:41.446530 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c7b07-3828-4b71-9fb2-705e8030e7c5 req-9f42a34b-b56f-4e46-b83d-97c4a338a7b1 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:41.447995 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d93c7b07-3828-4b71-9fb2-705e8030e7c5 req-9f42a34b-b56f-4e46-b83d-97c4a338a7b1 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0888431 May 27 11:40:41.494686 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d93c7b07-3828-4b71-9fb2-705e8030e7c5 req-fc0ea922-b226-463a-bac1-26c90fc57386 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 May 27 11:40:42.683659 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7d278-3dd3-4194-86c8-16a6c1418af6 req-fc1f5728-0ff9-4fd1-990b-d080c59145e7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:42.685218 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e0e7d278-3dd3-4194-86c8-16a6c1418af6 req-fc1f5728-0ff9-4fd1-990b-d080c59145e7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0812757 May 27 11:40:42.743561 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e0e7d278-3dd3-4194-86c8-16a6c1418af6 req-d36544d6-bc54-4519-9e8e-8368440c40e4 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519574 May 27 11:40:43.959862 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfc4a5-aff0-4336-8e55-fe3424a08148 req-b2e7bba3-4429-48f8-919d-8c3a44929396 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:43.961369 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-85dfc4a5-aff0-4336-8e55-fe3424a08148 req-b2e7bba3-4429-48f8-919d-8c3a44929396 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0881329 May 27 11:40:44.019843 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-85dfc4a5-aff0-4336-8e55-fe3424a08148 req-1effa189-9f1a-4007-ad7d-a3716f9f2675 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524340 May 27 11:40:44.128465 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 41738) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:44.261818 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:44.276337 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:40:44.280359 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4507bbca7747fdb01e59852a2d0659 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:40:44.285414 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:40:44.289795 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:40:44.374102 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:44.440035 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:44.447586 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-22884533-05d5-465e-a343-4734aefe220b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:44.489202 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ff3884-f7db-44c9-80ee-f666216063ff,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:44.492471 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:44.494987 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fc4507bbca7747fdb01e59852a2d0659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654957 May 27 11:40:44.497833 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 41744) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:44.559318 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0666d16f-11bb-4e2a-ab56-76d52213ab3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:44.587902 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0666d16f-11bb-4e2a-ab56-76d52213ab3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:44.749731 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0666d16f-11bb-4e2a-ab56-76d52213ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:44.756446 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f40a55e0-85ea-4d20-ae94-02de2592e9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:44.770668 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666d16f-11bb-4e2a-ab56-76d52213ab3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ff3884-f7db-44c9-80ee-f666216063ff,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:44.773357 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0666d16f-11bb-4e2a-ab56-76d52213ab3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:44.774625 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0666d16f-11bb-4e2a-ab56-76d52213ab3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:44.775746 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-0666d16f-11bb-4e2a-ab56-76d52213ab3a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e6ff3884-f7db-44c9-80ee-f666216063ff HTTP/1.1" status: 204 len: 168 time: 0.2770984 May 27 11:40:45.225603 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605b5ae-0429-4896-8880-b1a8beb65353 req-ad847ca0-68c1-4a42-9be9-9efa2c2f24c4 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:45.227391 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2605b5ae-0429-4896-8880-b1a8beb65353 req-ad847ca0-68c1-4a42-9be9-9efa2c2f24c4 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 943 time: 0.0952206 May 27 11:40:45.277741 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2605b5ae-0429-4896-8880-b1a8beb65353 req-50c9ab68-7000-4c1c-90d5-c654ad1a400f tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 May 27 11:40:45.744046 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device d5f76c1b-7c56-41b6-bfc2-652ada840398 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:40:45.888925 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port d5f76c1b-7c56-41b6-bfc2-652ada840398, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:45.909647 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'port_id': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'mac_address': 'fa:16:3e:dd:23:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:40:45.973478 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:45.997117 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f76c1b-7c56-41b6-bfc2-652ada840398 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:40:46.024360 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port d5f76c1b-7c56-41b6-bfc2-652ada840398, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:46.137923 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:46.140628 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:46.212467 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=d5f76c1b-7c56-41b6-bfc2-652ada840398,revision_number=7']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:46.221372 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:46.489630 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['d5f76c1b-7c56-41b6-bfc2-652ada840398'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:40:46.575011 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77e86a-bb6d-42e2-a99f-d129438b4ba7 req-83fb4586-3cce-4968-bc7c-29bc31dbd201 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:46.576544 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ed77e86a-bb6d-42e2-a99f-d129438b4ba7 req-83fb4586-3cce-4968-bc7c-29bc31dbd201 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 944 time: 0.1827097 May 27 11:40:46.627402 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ed77e86a-bb6d-42e2-a99f-d129438b4ba7 req-53dd4989-de9d-417e-bef2-6529b54441a0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441999 May 27 11:40:47.659753 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 41824) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:47.742466 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device d5f76c1b-7c56-41b6-bfc2-652ada840398 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:40:47.786853 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:47.803622 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:40:47.808958 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] Usage tracker for resource:security_group_rule and tenant:2369c4200a69488aaf08622d400e90b2 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:40:47.816919 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:40:47.824032 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:40:47.836300 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc08e-96c6-42f2-ae6c-764ff5b25934 req-4a8c2164-6ecf-4d2f-914f-0d62e761555f tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:47.837817 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c8abc08e-96c6-42f2-ae6c-764ff5b25934 req-4a8c2164-6ecf-4d2f-914f-0d62e761555f tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 944 time: 0.0972476 May 27 11:40:47.842472 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port d5f76c1b-7c56-41b6-bfc2-652ada840398 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:40:47.843143 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:47.898125 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c8abc08e-96c6-42f2-ae6c-764ff5b25934 req-62fdd320-3b59-4e37-9e95-c398272bbcd7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525637 May 27 11:40:47.932916 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:47.997545 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:48.018070 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:48.026676 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:40:48.029668 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0084646a-ccb8-45cc-9ef7-abfaff32243c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:48.037528 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port d5f76c1b-7c56-41b6-bfc2-652ada840398, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:40:48.069008 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2369c4200a69488aaf08622d400e90b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081502 May 27 11:40:48.069994 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01695846-216f-4ec7-94ab-a81653bf6bdf,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:48.071904 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41840) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:48.080737 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:48.088204 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'code': 200} May 27 11:40:48.113090 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:48.117642 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:48.135346 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42e9da8a-23ab-4d56-aa3b-ca0b686df34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:48.165943 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42e9da8a-23ab-4d56-aa3b-ca0b686df34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:48.202136 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=d5f76c1b-7c56-41b6-bfc2-652ada840398,revision_number=8']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:48.206144 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:48.377854 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42e9da8a-23ab-4d56-aa3b-ca0b686df34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:48.382185 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c694fc08-ebfb-4098-a918-bfb5db9615b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:48.393965 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9da8a-23ab-4d56-aa3b-ca0b686df34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01695846-216f-4ec7-94ab-a81653bf6bdf,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:48.398097 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-42e9da8a-23ab-4d56-aa3b-ca0b686df34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:48.403409 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-42e9da8a-23ab-4d56-aa3b-ca0b686df34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:48.405543 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-42e9da8a-23ab-4d56-aa3b-ca0b686df34b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/01695846-216f-4ec7-94ab-a81653bf6bdf HTTP/1.1" status: 204 len: 168 time: 0.3316016 May 27 11:40:48.561248 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218819a-316a-4636-8a7e-a6e54eb47d2f req-59f59e46-bd3f-4e74-9f71-e97209b56234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:48.562805 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7218819a-316a-4636-8a7e-a6e54eb47d2f req-59f59e46-bd3f-4e74-9f71-e97209b56234 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 1098 time: 0.0759099 May 27 11:40:48.604885 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7218819a-316a-4636-8a7e-a6e54eb47d2f req-64a29ae8-4cc6-471a-83a5-b014d93c272d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357754 May 27 11:40:49.099822 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c740945-897d-4e75-9761-e4a9f35bd839 req-608ec9cb-6929-4ba8-b40e-70c66d19e597 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:49.101448 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3c740945-897d-4e75-9761-e4a9f35bd839 req-608ec9cb-6929-4ba8-b40e-70c66d19e597 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0897129 May 27 11:40:49.148610 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3c740945-897d-4e75-9761-e4a9f35bd839 req-5e6877ef-8042-4108-adfc-2af1854bb2ed tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 May 27 11:40:49.202403 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41856) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:49.222146 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:49.236554 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:40:49.240720 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] Usage tracker for resource:security_group_rule and tenant:d73dcf9546fb4ecba1b1eecc96750981 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:40:49.243517 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:40:49.249309 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:40:49.339023 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:49.428783 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:49.436398 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7dab2c1d-9252-430d-8fe2-bf3b1cd8d89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:49.477505 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a0df5a-1e26-45e7-bd4a-3b843cd1005c,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:49.481684 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d73dcf9546fb4ecba1b1eecc96750981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781303 May 27 11:40:49.482565 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:49.486232 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41862) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:49.546943 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5cde97b9-fa11-4060-b05f-75bbd006776d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:49.573878 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5cde97b9-fa11-4060-b05f-75bbd006776d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:49.753650 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5cde97b9-fa11-4060-b05f-75bbd006776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:49.757482 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5bd03e88-a527-4c30-a3c3-c527918f33b1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:49.772531 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde97b9-fa11-4060-b05f-75bbd006776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a0df5a-1e26-45e7-bd4a-3b843cd1005c,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:49.775363 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5cde97b9-fa11-4060-b05f-75bbd006776d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:49.776330 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5cde97b9-fa11-4060-b05f-75bbd006776d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:49.778073 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-5cde97b9-fa11-4060-b05f-75bbd006776d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/28a0df5a-1e26-45e7-bd4a-3b843cd1005c HTTP/1.1" status: 204 len: 168 time: 0.2903035 May 27 11:40:50.345580 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cabf5d-3112-4c51-a643-b6a025e1b35d req-bcd9c22a-a35d-492c-a8e4-7bbd53865cb8 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:40:50.350147 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d4cabf5d-3112-4c51-a643-b6a025e1b35d req-bcd9c22a-a35d-492c-a8e4-7bbd53865cb8 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0877612 May 27 11:40:50.392378 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d4cabf5d-3112-4c51-a643-b6a025e1b35d req-19db9d74-e7ae-4d71-8f0f-637ca882e8da tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394006 May 27 11:40:51.638612 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41904) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:51.757972 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:51.774311 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:40:51.778504 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] Usage tracker for resource:security_group_rule and tenant:067889865eba4071b45b96dab6d4779e is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:40:51.782814 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:40:51.789195 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:40:51.873551 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:51.939114 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:40:52.017654 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:52.025400 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d639c5ae-e8a7-4aac-ba24-37bb569c8397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:52.069490 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eef937-420f-4632-8c52-b9eb6ca0ee7e,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:52.072762 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:52.075412 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=067889865eba4071b45b96dab6d4779e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357421 May 27 11:40:52.078063 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 41916) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:40:52.137005 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0ae6f4aa-0a22-4cd7-8d0f-304c9f4e5970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:52.165329 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0ae6f4aa-0a22-4cd7-8d0f-304c9f4e5970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:52.309074 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0ae6f4aa-0a22-4cd7-8d0f-304c9f4e5970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:52.312889 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7de28f31-fb87-49e9-bf8b-b8a7015a87ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:40:52.325320 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6f4aa-0a22-4cd7-8d0f-304c9f4e5970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eef937-420f-4632-8c52-b9eb6ca0ee7e,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:40:52.328904 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-0ae6f4aa-0a22-4cd7-8d0f-304c9f4e5970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:40:52.332209 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0ae6f4aa-0a22-4cd7-8d0f-304c9f4e5970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:40:52.333316 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-0ae6f4aa-0a22-4cd7-8d0f-304c9f4e5970 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/13eef937-420f-4632-8c52-b9eb6ca0ee7e HTTP/1.1" status: 204 len: 168 time: 0.2543871 May 27 11:41:02.708938 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-19f6cf1a-be66-43b4-bba2-f9ec2c277ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:03.246180 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:03.328695 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42046) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:03.454555 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:03.469653 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:03.473765 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] Usage tracker for resource:security_group_rule and tenant:2fdb56802c87436d94c1389f127c06e5 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:03.476778 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:03.482586 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:03.563927 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:03.651686 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:03.659477 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-825f96ab-8aaa-4553-a349-d40ef39636d6 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:03.700811 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e601203-6dc3-43a5-ad6b-ead018a3b0a5,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:03.704919 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2fdb56802c87436d94c1389f127c06e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751826 May 27 11:41:03.705804 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:03.707867 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42052) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:03.865556 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-afdd6a69-f117-47e6-b891-20791ab1ab62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:03.892469 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-afdd6a69-f117-47e6-b891-20791ab1ab62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:04.029215 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-afdd6a69-f117-47e6-b891-20791ab1ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:04.032985 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4cf4f5dc-7e07-453c-812f-7f5f16c71147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:04.046195 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd6a69-f117-47e6-b891-20791ab1ab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e601203-6dc3-43a5-ad6b-ead018a3b0a5,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:04.049912 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-afdd6a69-f117-47e6-b891-20791ab1ab62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:04.056611 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-afdd6a69-f117-47e6-b891-20791ab1ab62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:04.057716 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-afdd6a69-f117-47e6-b891-20791ab1ab62 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0e601203-6dc3-43a5-ad6b-ead018a3b0a5 HTTP/1.1" status: 204 len: 168 time: 0.3485875 May 27 11:41:05.017188 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:05.263472 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c31c4435-7c57-4193-a4fd-7263c3de8233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:06.217406 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:08.000471 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:16.895877 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756f068-7c1f-4240-83f1-176d46577bc0 req-78e7cd94-ab2d-433c-ab43-72561551c4fd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:16.897683 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b756f068-7c1f-4240-83f1-176d46577bc0 req-78e7cd94-ab2d-433c-ab43-72561551c4fd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 946 time: 0.0850286 May 27 11:41:16.946438 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b756f068-7c1f-4240-83f1-176d46577bc0 req-212aba01-c8bc-4d02-b6ea-e4d4cfb6d083 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 May 27 11:41:18.136890 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bea82-7641-4078-b015-54c0e481ec92 req-6c3a7d2f-d9db-437d-8993-acb2a5c242bd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:18.138343 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c53bea82-7641-4078-b015-54c0e481ec92 req-6c3a7d2f-d9db-437d-8993-acb2a5c242bd tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 946 time: 0.0807834 May 27 11:41:18.184150 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c53bea82-7641-4078-b015-54c0e481ec92 req-798b08c1-5959-4dea-9818-d0cc48bf2b95 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399868 May 27 11:41:18.606549 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-7a5be555-0f0c-4fa0-a216-97c503b29fc3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:18.607273 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-7a5be555-0f0c-4fa0-a216-97c503b29fc3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Synchronizing usage tracker for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:41:18.621050 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-7a5be555-0f0c-4fa0-a216-97c503b29fc3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Unset dirty status for tenant:53b8142c765b4c1e9e11263db3801a2b on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:41:18.622180 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-7a5be555-0f0c-4fa0-a216-97c503b29fc3 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 946 time: 0.0964315 May 27 11:41:18.768376 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Deleting port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:41:18.768631 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:18.914528 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] For port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:41:18.914528 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:19.214474 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:19.215018 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:19.215462 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.l3_db [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Floating IP 96ebf3d0-b2bc-4a8e-812a-49fab42dfecc disassociated. External IP: 172.27.0.59, port: 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc. May 27 11:41:19.216182 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Calling delete_port for 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:41:19.389452 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:19.395684 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0a0dde0b-9261-40a4-9a4e-3a6cf4fdf7b2 tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:19.411046 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56f2dd-5266-4b95-b45d-f890d131d0b3 req-6ac55325-70d7-4fca-8616-9f12702db59d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:19.412571 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8a56f2dd-5266-4b95-b45d-f890d131d0b3 req-6ac55325-70d7-4fca-8616-9f12702db59d tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 946 time: 0.0902755 May 27 11:41:19.448964 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event deleted for resources: {'Port': ['ID=5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:19.452810 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:19.466205 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8a56f2dd-5266-4b95-b45d-f890d131d0b3 req-3675af18-83a4-4040-933e-33777f81c80b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups?id=3c852ac3-2830-4d4f-8e30-1059ec4b58d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428691 May 27 11:41:19.648807 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Router 1af9f885-53b4-4095-9bde-42d2e8720e9a has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:41:19.840576 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:41:19.852920 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] Sync routers for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:41:19.866256 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:41:19.866974 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:41:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:19.924557 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] No DVR routers for this DVR port 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:41:19.927362 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:19.941069 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'name': 'network-vif-deleted', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:41:19.996626 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f30f48-2f84-487a-a988-334cf6e09d97', 'name': 'network-vif-deleted', 'tag': '5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc', 'status': 'completed', 'code': 200} May 27 11:41:20.029702 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-29d7f266-b755-4f5a-974c-af7599fb1699 req-dac2d078-0b11-466d-9ccd-39798accc8ad tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.76 "DELETE /v2.0/ports/5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc HTTP/1.1" status: 204 len: 173 time: 1.4015510 May 27 11:41:20.067960 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:41:20.424206 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:20.428141 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] Checking router: 1af9f885-53b4-4095-9bde-42d2e8720e9a for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:41:20.436671 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:41:20.437277 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:41:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:20.623464 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:41:20.660103 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4025c0ae-f092-4f39-ad7f-d623f8d2970e req-8def8a64-1f38-40f7-bab6-d5d6067ee302 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 210 time: 0.0478795 May 27 11:41:20.946660 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:20.950877 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5939f2-d1a6-498c-9b5d-d9ffd245423f None None] The sync data for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi is: [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '291a2f8b-0a33-4b39-859b-8a5c6817b1d3', 'name': '', 'network_id': 'af505858-099f-4c8c-a08e-146c90c5ee19', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'mac_address': 'fa:16:3e:ac:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:34Z', 'updated_at': '2021-05-27T11:32:51Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'subnets': [{'id': 'f5540ad7-3a2b-46b9-9aaa-a37e435edc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:41:21.173504 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc1a90-130c-4080-9bc3-7a1943893229 None None] New status for floating IP 96ebf3d0-b2bc-4a8e-812a-49fab42dfecc: DOWN {{(pid=92451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:41:21.837495 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3575e801-a844-457b-a562-c188ee7aa484 req-e7b43056-aa2e-47ce-9131-a9a3319a8d9b tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 210 time: 0.0502262 May 27 11:41:21.918560 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42232) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:22.043515 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:22.059800 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:22.063621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] Usage tracker for resource:security_group_rule and tenant:236c4dabae48407bba38d8949b834a92 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:22.066457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:22.072577 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:22.153432 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:22.263076 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:22.272552 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-34522002-331b-4c34-8d70-4a9c59fac16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:22.314182 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=236c4dabae48407bba38d8949b834a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944480 May 27 11:41:22.315786 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd36f43-9630-4e69-b920-a6fa511a6cc2,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:22.318244 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42240) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:22.319601 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:22.379093 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:22.405566 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:22.525572 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:22.529602 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:22.543471 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd36f43-9630-4e69-b920-a6fa511a6cc2,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:22.553046 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.553523 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.553899 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.554306 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.554664 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.555024 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.555375 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.555750 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.556129 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.556499 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.556849 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.557191 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:22.559824 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:22.560946 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8fd36f43-9630-4e69-b920-a6fa511a6cc2 HTTP/1.1" status: 204 len: 168 time: 0.2416353 May 27 11:41:22.561821 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:23.004790 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-48e02dda-b2a7-4930-b27a-7ac3d8faa26d req-fd465e8f-e27e-4bb2-b360-0005fbbce5c1 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/ports?device_id=85f30f48-2f84-487a-a988-334cf6e09d97 HTTP/1.1" status: 200 len: 210 time: 0.0426662 May 27 11:41:23.369120 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42252) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:23.388100 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:23.403663 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:23.407526 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Usage tracker for resource:security_group_rule and tenant:7affaeb6b6e64645ab2696326cf78b96 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:23.410384 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:23.416767 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:23.502363 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:23.589210 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:23.701431 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a8af022c-50c4-4abf-86f4-097bf3417ed7 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:23.749168 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7affaeb6b6e64645ab2696326cf78b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788416 May 27 11:41:23.750916 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79181442-8695-4851-af64-f8537fe6739b,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:23.751718 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42256) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:23.760072 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.760461 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.760835 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.761203 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.762010 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.762010 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.762386 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.762705 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.763064 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.763458 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.763900 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.764179 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:23.768375 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b5f651d5-c82c-443d-bba3-83dd8d21c974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:23.826987 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b3151236-435b-4665-b628-43a078efe5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:23.853831 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b3151236-435b-4665-b628-43a078efe5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:23.927849 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:41:23.962782 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:41:23.963134 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 5495c2e9-9d21-4a95-bcf3-4bf9fdb6e8bc not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:41:23.983190 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b3151236-435b-4665-b628-43a078efe5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:23.987082 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b47d49d5-00c6-4030-a4a7-9740d972be3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:24.001382 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3151236-435b-4665-b628-43a078efe5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79181442-8695-4851-af64-f8537fe6739b,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:24.003915 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b3151236-435b-4665-b628-43a078efe5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:24.008673 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b3151236-435b-4665-b628-43a078efe5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:24.013256 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b3151236-435b-4665-b628-43a078efe5bb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/79181442-8695-4851-af64-f8537fe6739b HTTP/1.1" status: 204 len: 168 time: 0.2604573 May 27 11:41:24.185197 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42266) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:24.253724 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-941876fc-7ef5-4691-9fc7-4f6978e33bb6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:24.282273 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-941876fc-7ef5-4691-9fc7-4f6978e33bb6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:24.429623 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-941876fc-7ef5-4691-9fc7-4f6978e33bb6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:24.433709 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fd0e449d-f7c9-4b06-a69c-5ba740ffbf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:24.451364 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941876fc-7ef5-4691-9fc7-4f6978e33bb6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c852ac3-2830-4d4f-8e30-1059ec4b58d4,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:24.454160 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-941876fc-7ef5-4691-9fc7-4f6978e33bb6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:24.548445 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-941876fc-7ef5-4691-9fc7-4f6978e33bb6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:24.549633 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-941876fc-7ef5-4691-9fc7-4f6978e33bb6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "DELETE /v2.0/security-groups/3c852ac3-2830-4d4f-8e30-1059ec4b58d4 HTTP/1.1" status: 204 len: 168 time: 0.3633435 May 27 11:41:24.552469 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42284) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:24.569827 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.api.v2.resource [None req-6f0210a5-98ad-4de0-9088-9cf77d57dd89 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] show failed (client error): The resource could not be found. May 27 11:41:24.570996 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-6f0210a5-98ad-4de0-9088-9cf77d57dd89 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "GET /v2.0/security-groups/3c852ac3-2830-4d4f-8e30-1059ec4b58d4 HTTP/1.1" status: 404 len: 347 time: 0.0166340 May 27 11:41:24.574966 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42288) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:24.899819 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Deleting port 9d995a52-503e-4a44-841d-ea750ecded18 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:41:24.900271 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:25.040839 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:25.041518 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:25.181612 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Calling delete_port for 9d995a52-503e-4a44-841d-ea750ecded18 owned by network:floatingip {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:41:25.391176 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:25.393740 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-9744bb35-a615-44dd-b912-ed11cf11561d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:25.452131 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Pushing event deleted for resources: {'Port': ['ID=9d995a52-503e-4a44-841d-ea750ecded18,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:25.455525 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:25.564308 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks [] for floatingip, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:25.580935 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:25.582657 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-fe0dabb9-9d75-46eb-877d-0cc712cfeb76 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] 10.222.0.86 "DELETE /v2.0/floatingips/96ebf3d0-b2bc-4a8e-812a-49fab42dfecc HTTP/1.1" status: 204 len: 168 time: 1.0066144 May 27 11:41:26.653349 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42332) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:26.771503 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:26.786101 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:26.790521 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd20ed7e516402cafca66b8d2568b0b is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:26.793448 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:26.799261 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:26.882211 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:26.959187 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:26.967909 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d00166d6-e31a-4a2a-bf2e-d639b1c181fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:27.019820 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ebd20ed7e516402cafca66b8d2568b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567407 May 27 11:41:27.019820 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70342e8b-c8d6-4ff6-9e41-eef83dc8ef0b,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:27.020174 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42338) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:27.020622 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:27.084274 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f0ad-96bd-4a5c-ab0f-5406c2c38852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:27.111718 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f0ad-96bd-4a5c-ab0f-5406c2c38852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:27.240199 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f0ad-96bd-4a5c-ab0f-5406c2c38852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:27.244753 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-64df89f9-24d8-4047-a1e4-2b61421866b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:27.255731 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6f0ad-96bd-4a5c-ab0f-5406c2c38852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70342e8b-c8d6-4ff6-9e41-eef83dc8ef0b,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:27.259959 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-2fd6f0ad-96bd-4a5c-ab0f-5406c2c38852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:27.263308 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f0ad-96bd-4a5c-ab0f-5406c2c38852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:27.264429 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-2fd6f0ad-96bd-4a5c-ab0f-5406c2c38852 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/70342e8b-c8d6-4ff6-9e41-eef83dc8ef0b HTTP/1.1" status: 204 len: 168 time: 0.2490685 May 27 11:41:27.946318 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42350) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:27.964986 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2b175b69-8317-4e5f-99c5-c7d76bf824a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:27.984384 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-2b175b69-8317-4e5f-99c5-c7d76bf824a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:27.988258 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-2b175b69-8317-4e5f-99c5-c7d76bf824a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d454d4b498b748e2a265bed5c798d06c is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:27.991511 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-2b175b69-8317-4e5f-99c5-c7d76bf824a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:27.997018 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-2b175b69-8317-4e5f-99c5-c7d76bf824a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:28.081862 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2b175b69-8317-4e5f-99c5-c7d76bf824a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:28.132058 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-2b175b69-8317-4e5f-99c5-c7d76bf824a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:28.153472 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-64cb50d4-cd8f-4ce5-b73d-948e836b0ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:28.170860 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-2b175b69-8317-4e5f-99c5-c7d76bf824a2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d454d4b498b748e2a265bed5c798d06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231789 May 27 11:41:28.173779 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42356) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:28.191059 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b175b69-8317-4e5f-99c5-c7d76bf824a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db7e72-a3d8-4c53-80b4-aac77056a611,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:28.194908 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2b175b69-8317-4e5f-99c5-c7d76bf824a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:28.243387 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c3d4abb0-f23f-4d2e-8082-168ee5552da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:28.268978 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c3d4abb0-f23f-4d2e-8082-168ee5552da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:28.411500 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c3d4abb0-f23f-4d2e-8082-168ee5552da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:28.417017 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c733e1db-2acd-4d7f-82af-f58486520e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:28.433649 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4abb0-f23f-4d2e-8082-168ee5552da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db7e72-a3d8-4c53-80b4-aac77056a611,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:28.436242 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c3d4abb0-f23f-4d2e-8082-168ee5552da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:28.437537 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c3d4abb0-f23f-4d2e-8082-168ee5552da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:28.438926 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-c3d4abb0-f23f-4d2e-8082-168ee5552da9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e7db7e72-a3d8-4c53-80b4-aac77056a611 HTTP/1.1" status: 204 len: 168 time: 0.2631481 May 27 11:41:28.938338 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:41:30.104419 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-906738ef-9581-49ca-92d5-010304896bdb tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334537601&fields=id&tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f HTTP/1.1" status: 200 len: 267 time: 0.0415087 May 27 11:41:30.266598 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-3e66d336-3c95-4bbd-a8e8-bda7ced49c9a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:30.268193 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-3e66d336-3c95-4bbd-a8e8-bda7ced49c9a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 812 time: 0.1566966 May 27 11:41:30.284783 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-2f3f7142-a3d5-48e3-9002-e41b9a1dc4f9 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/quotas/67e3e87a5eb74bf3b950d4ee58fbb84f HTTP/1.1" status: 200 len: 375 time: 0.0098541 May 27 11:41:30.378067 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-684aa7b3-0003-4fb5-bca3-4721c5b66157 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0871463 May 27 11:41:30.532314 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5093d7ba-f5cc-437d-bace-94bd597bdb29 service neutron] 10.222.0.86 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423800 May 27 11:41:30.672798 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-cc9a13a4-fb0d-4b6e-a7b6-faeb77c98502 service neutron] 10.222.0.86 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335196 May 27 11:41:30.958943 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42434) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:31.443010 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-83d26bd2-d034-4cc7-807f-b5b3026cb4d1 req-d8c524df-d4fe-4c94-9e28-8504f6a54c71 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 210 time: 0.0555327 May 27 11:41:31.657892 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880380'] for router_interface, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:32.101745 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Deleting port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:41:32.102702 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:32.231393 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] For port 291a2f8b-0a33-4b39-859b-8a5c6817b1d3, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=291a2f8b-0a33-4b39-859b-8a5c6817b1d3,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:41:32.231751 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:32.466502 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Calling delete_port for 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 owned by network:router_interface {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:41:32.622845 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3607a6cc-95cd-4ddb-b293-37ede027d0f6 req-803fd619-fc57-459d-a3bd-3a1daa0f50c5 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 210 time: 0.0579009 May 27 11:41:32.737380 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8d327fa0-c09b-4909-9bae-92b13fa3795a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:32.795069 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:32.798995 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ab7292a4-eb09-41b8-8d20-973d91abefdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:32.851195 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=291a2f8b-0a33-4b39-859b-8a5c6817b1d3,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:32.854461 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:33.145926 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1035741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882764'] for router_interface, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:33.258581 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:33.516460 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Router 1af9f885-53b4-4095-9bde-42d2e8720e9a has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:41:33.700579 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:41:33.713619 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] Sync routers for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:41:33.729470 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:41:33.729470 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:41:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:33.775174 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-8f0bbeb8-5448-4b67-9a6c-45709898b1d4 admin admin] 10.222.0.86 "PUT /v2.0/routers/1af9f885-53b4-4095-9bde-42d2e8720e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8142991 May 27 11:41:33.780276 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42492) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:33.813201 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-dc2977f0-25f9-4d08-8963-90a3b5fa5cbb req-5ea275eb-09a8-4634-bef0-57dbeb985f66 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 210 time: 0.0560472 May 27 11:41:33.933925 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:41:34.185908 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-b8561583-1453-4e35-9579-f82d5e4d58b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:34.187366 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-b8561583-1453-4e35-9579-f82d5e4d58b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 812 time: 0.4487367 May 27 11:41:34.198437 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Notify callbacks [] for router, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:34.258206 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:41:32Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:34.262237 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] Checking router: 1af9f885-53b4-4095-9bde-42d2e8720e9a for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:41:34.270787 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] Routers {'1af9f885-53b4-4095-9bde-42d2e8720e9a'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:41:34.271537 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:41:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['1af9f885-53b4-4095-9bde-42d2e8720e9a'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:34.382925 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-25703d2c-bd68-4442-9c8d-b094c9387f52 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f HTTP/1.1" status: 200 len: 379 time: 0.1262186 May 27 11:41:34.394155 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'port': {'device_id': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'admin_state_up': True, 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'security_groups': ['ce87a102-48a2-46d1-9f7c-0db0a31620ee']}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:41:34.466436 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] Set router 1af9f885-53b4-4095-9bde-42d2e8720e9a gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:41:34.534876 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:34.568376 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:34.578173 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:34.714326 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Made reservation on behalf of 67e3e87a5eb74bf3b950d4ee58fbb84f for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:41:34.718082 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:34.755854 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:41:32Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:34.760691 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80030d4d-077e-463b-b9b3-5d30d5e21357 None None] The sync data for ids ['1af9f885-53b4-4095-9bde-42d2e8720e9a'] in dv-cinder-751579-23-iscsi is: [{'id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'name': 'tempest-AttachVolumeShelveTestJSON-115750246-router', 'tenant_id': '53b8142c765b4c1e9e11263db3801a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:32:26Z', 'updated_at': '2021-05-27T11:41:32Z', 'revision_number': 5, 'project_id': '53b8142c765b4c1e9e11263db3801a2b', 'gw_port': {'id': '0e3d14a7-f7fd-4b02-afb1-b76700d3c070', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af9f885-53b4-4095-9bde-42d2e8720e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:32:28Z', 'updated_at': '2021-05-27T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:41:34.850542 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Deleting port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:41:34.850542 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:34.973511 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-65e02216-b468-4e44-80b2-8d20d7c6d5e1 req-cf019dcb-e140-4800-bd73-038054a84b6c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 210 time: 0.0495653 May 27 11:41:34.994556 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Allocated IP 172.20.0.3 (b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42/fe5965c2-ac1b-41bc-bc6e-6c9e0189a660/38c1d49a-3f36-4a24-b614-80598d1f2a0b) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:41:35.017206 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:35.048957 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] For port 0e3d14a7-f7fd-4b02-afb1-b76700d3c070, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=0e3d14a7-f7fd-4b02-afb1-b76700d3c070,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:41:35.049232 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:35.199259 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Calling delete_port for 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 owned by network:router_gateway {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:41:35.286155 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-f3f9b882-07fa-4f6c-961b-35c7bdf354b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:35.381978 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:35.407311 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Transition to ACTIVE for port object 38c1d49a-3f36-4a24-b614-80598d1f2a0b will not be triggered until provisioned by entity DHCP. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:41:35.538397 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:35.540359 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:35.548268 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-616fcfde-022d-4cb9-a256-c65b8a0c7062 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:35.598161 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3d14a7-f7fd-4b02-afb1-b76700d3c070,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:35.685758 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:41:35.723078 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:41:35.733736 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:41:35.797312 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'Port': ['ID=38c1d49a-3f36-4a24-b614-80598d1f2a0b,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:35.808765 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:35.808765 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:35.808765 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9afa9397-253a-4c38-bce9-e7d06819b7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:35.820849 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-877779'] for router_gateway, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:35.983235 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:35.983844 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:35.993735 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d71d9e06-faa9-4ce4-b3a0-446b5a488fdc None None] Provisioning for port 38c1d49a-3f36-4a24-b614-80598d1f2a0b completed by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:41:36.005268 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-d71d9e06-faa9-4ce4-b3a0-446b5a488fdc None None] Provisioning complete for port 38c1d49a-3f36-4a24-b614-80598d1f2a0b triggered by entity DHCP. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:41:36.005651 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d71d9e06-faa9-4ce4-b3a0-446b5a488fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:36.065665 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d71d9e06-faa9-4ce4-b3a0-446b5a488fdc None None] Port 38c1d49a-3f36-4a24-b614-80598d1f2a0b cannot update to ACTIVE because it is not bound. {{(pid=92451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 11:41:36.137397 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-884300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:36.141049 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:36.207224 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8167665 May 27 11:41:36.232821 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Request body: {'port': {'device_id': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:41:36.246327 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:36.285985 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-883808'] for router, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:36.286663 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1af9f885-53b4-4095-9bde-42d2e8720e9a {{(pid=92449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:41:36.289823 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70471e65-08d3-4c66-84d4-1ca58f91a01a req-76242171-649c-490a-99d9-137b1911c7e2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:36.292488 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-70471e65-08d3-4c66-84d4-1ca58f91a01a req-76242171-649c-490a-99d9-137b1911c7e2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 931 time: 0.1970325 May 27 11:41:36.302496 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:36.303732 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-8fe3a21f-5b2d-4dca-8624-fd8164a84689 admin admin] 10.222.0.86 "DELETE /v2.0/routers/1af9f885-53b4-4095-9bde-42d2e8720e9a HTTP/1.1" status: 204 len: 168 time: 2.5223749 May 27 11:41:36.306313 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42512) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:36.360054 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-70471e65-08d3-4c66-84d4-1ca58f91a01a req-575a0e5b-5f08-4093-818e-ca3976823fea tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575447 May 27 11:41:36.416340 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:41:36.445574 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab7b482-2b34-4e3d-9285-1c8d8e3ffac8 admin admin] Deleting subnet f5540ad7-3a2b-46b9-9aaa-a37e435edc41 {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:41:36.448642 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:36.461179 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b482-2b34-4e3d-9285-1c8d8e3ffac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:36.461437 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:41:36.461550 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 291a2f8b-0a33-4b39-859b-8a5c6817b1d3 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:41:36.568400 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b482-2b34-4e3d-9285-1c8d8e3ffac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225886'] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:36.799244 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b482-2b34-4e3d-9285-1c8d8e3ffac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.079996 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c1d49a-3f36-4a24-b614-80598d1f2a0b {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:41:37.095931 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.150988 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Transition to ACTIVE for port object 38c1d49a-3f36-4a24-b614-80598d1f2a0b will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:41:37.245651 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.249698 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:37.294236 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b482-2b34-4e3d-9285-1c8d8e3ffac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7864749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696197'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.382477 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b482-2b34-4e3d-9285-1c8d8e3ffac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.389940 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad1685-a7ab-4a74-9160-ac25b65ce58a None None] Network af505858-099f-4c8c-a08e-146c90c5ee19 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:41:37.426623 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Pushing event updated for resources: {'Port': ['ID=38c1d49a-3f36-4a24-b614-80598d1f2a0b,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:37.440096 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-1ab7b482-2b34-4e3d-9285-1c8d8e3ffac8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f5540ad7-3a2b-46b9-9aaa-a37e435edc41 HTTP/1.1" status: 204 len: 168 time: 1.1304426 May 27 11:41:37.440096 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:37.440096 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:37.440462 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42522) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:37.504143 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7b482-2b34-4e3d-9285-1c8d8e3ffac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5540ad7-3a2b-46b9-9aaa-a37e435edc41,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:37.508458 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1ab7b482-2b34-4e3d-9285-1c8d8e3ffac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:37.547756 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Attempting to bind port 38c1d49a-3f36-4a24-b614-80598d1f2a0b on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:41:37.548133 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Attempting to bind port 38c1d49a-3f36-4a24-b614-80598d1f2a0b by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:41:37.548483 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Attempting to bind port 38c1d49a-3f36-4a24-b614-80598d1f2a0b on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:41:37.553901 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Port 38c1d49a-3f36-4a24-b614-80598d1f2a0b on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:41:37.554217 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Attempting to bind port 38c1d49a-3f36-4a24-b614-80598d1f2a0b on network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:41:37.560283 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:41:37.560631 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Checking segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:41:37.561021 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Bound using segment: {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:41:37.561454 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Bound port: 38c1d49a-3f36-4a24-b614-80598d1f2a0b, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5a5527-16f0-4d03-97a2-ecef5df58030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:41:37.561806 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.656821 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.722469 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] DHCP port deletion for af505858-099f-4c8c-a08e-146c90c5ee19 request from dv-cinder-751579-23-iscsi {{(pid=92451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:41:37.744633 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be355f-64e6-46eb-844c-beb1a7f38c07 req-61bf9852-d6da-4ae0-9a5a-4c5d08a7326e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:37.747542 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-26be355f-64e6-46eb-844c-beb1a7f38c07 req-61bf9852-d6da-4ae0-9a5a-4c5d08a7326e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 943 time: 0.2020669 May 27 11:41:37.779061 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] For port 38c1d49a-3f36-4a24-b614-80598d1f2a0b, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:41:37.782173 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] For port 38c1d49a-3f36-4a24-b614-80598d1f2a0b, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=38c1d49a-3f36-4a24-b614-80598d1f2a0b,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:41:37.797423 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Deleting port 98cca420-53f4-4d09-8a1c-b44632321d27 {{(pid=92451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:41:37.800139 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.800299 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Deleting port 98cca420-53f4-4d09-8a1c-b44632321d27 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:41:37.800299 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.826536 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-26be355f-64e6-46eb-844c-beb1a7f38c07 req-68348dc1-d618-4eeb-aafc-8b9e9bc6fd11 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711777 May 27 11:41:37.829202 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.834318 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1734e773-47ef-4557-b760-c7efaefe5b2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:37.901868 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:37.902770 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.904482 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] 10.222.0.76 "PUT /v2.0/ports/38c1d49a-3f36-4a24-b614-80598d1f2a0b HTTP/1.1" status: 200 len: 1093 time: 1.6761141 May 27 11:41:37.905106 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'tag': '38c1d49a-3f36-4a24-b614-80598d1f2a0b'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:41:37.927686 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] For port 98cca420-53f4-4d09-8a1c-b44632321d27, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=98cca420-53f4-4d09-8a1c-b44632321d27,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:41:37.928475 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Pushing event updated for resources: {'Port': ['ID=38c1d49a-3f36-4a24-b614-80598d1f2a0b,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:37.928652 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.932315 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:37.978915 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] For port 98cca420-53f4-4d09-8a1c-b44632321d27, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=98cca420-53f4-4d09-8a1c-b44632321d27,segment=NetworkSegment(027beb39-58a3-4128-9cd1-86bca77c3a3b),segment_id=027beb39-58a3-4128-9cd1-86bca77c3a3b)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:41:37.979290 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:37.987517 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'tag': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'status': 'completed', 'code': 200} May 27 11:41:38.049086 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:38.110042 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Calling delete_port for 98cca420-53f4-4d09-8a1c-b44632321d27 owned by network:dhcp {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:41:38.117829 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Calling delete_port for 98cca420-53f4-4d09-8a1c-b44632321d27 owned by network:dhcp {{(pid=92451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:41:38.181580 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15f8e-ef62-4df7-ad2d-809223058bf9 req-dbfe710f-189f-45bd-80d0-6b2a1c2ad8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:38.187737 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7dc15f8e-ef62-4df7-ad2d-809223058bf9 req-dbfe710f-189f-45bd-80d0-6b2a1c2ad8e1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 1096 time: 0.1421478 May 27 11:41:38.262273 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101'] for port, after_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:38.267043 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:38.269520 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:38.275698 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bbd0a6b9-36df-4b40-941e-0c97ebed201c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:38.329824 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Pushing event deleted for resources: {'Port': ['ID=98cca420-53f4-4d09-8a1c-b44632321d27,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:38.333640 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:38.335548 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] No DVR routers for this DVR port 98cca420-53f4-4d09-8a1c-b44632321d27 on host dv-cinder-751579-23-iscsi {{(pid=92450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:41:38.356077 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Pushing event deleted for resources: {'Port': ['ID=98cca420-53f4-4d09-8a1c-b44632321d27,revision_number=None']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:38.362374 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] No DVR routers for this DVR port 98cca420-53f4-4d09-8a1c-b44632321d27 on host dv-cinder-751579-23-iscsi {{(pid=92451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:41:38.371729 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.372238 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.372820 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.373252 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.374279 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15f8e-ef62-4df7-ad2d-809223058bf9 req-787d6271-b11e-4447-bd53-2c2b0f71e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:38.375837 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7dc15f8e-ef62-4df7-ad2d-809223058bf9 req-787d6271-b11e-4447-bd53-2c2b0f71e76c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1744573 May 27 11:41:38.376163 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.376430 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.376773 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.377115 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.377451 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.377780 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.378109 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.378433 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:41:38.393521 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 98cca420-53f4-4d09-8a1c-b44632321d27 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:41:38.420191 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-3f3dcc26-f978-4f53-9b14-e74cf0bf27c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:38.431812 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 98cca420-53f4-4d09-8a1c-b44632321d27 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:41:38.432077 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 98cca420-53f4-4d09-8a1c-b44632321d27 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:41:38.432575 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:41:38.471467 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:41:38.472111 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 0e3d14a7-f7fd-4b02-afb1-b76700d3c070 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:41:38.496340 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:38.510902 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af505858-099f-4c8c-a08e-146c90c5ee19']}} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:38.530574 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027beb39-58a3-4128-9cd1-86bca77c3a3b') {'for_net_delete': True} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:38.530882 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027beb39-58a3-4128-9cd1-86bca77c3a3b') {} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:38.537713 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15f8e-ef62-4df7-ad2d-809223058bf9 req-c5c14908-7cbd-47ac-84fd-0582c926edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:38.539626 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-7dc15f8e-ef62-4df7-ad2d-809223058bf9 req-c5c14908-7cbd-47ac-84fd-0582c926edd3 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1570468 May 27 11:41:38.543085 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5579917'] for segment, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:38.559620 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:38.566089 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=92450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:41:38.566489 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5597077'] for segment, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: Traceback (most recent call last): May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: timer() May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: cb(*args, **kw) May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: return func(*args, **kwargs) May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: self._notify() May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: self.callback(batched_events) May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: event.method(event) May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: return f(self, *a, **k) May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._get(url).json() May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: return self.request(url, 'GET', **kwargs) May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:41:38.580803 dv-cinder-751579-23-iscsi neutron-server[92450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:41:38.687514 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ebafdc8c-e790-41c7-a856-905b268dd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:38.688826 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-ebafdc8c-e790-41c7-a856-905b268dd39a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 1096 time: 0.0759330 May 27 11:41:38.753627 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:38.759286 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:38.774349 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:38.781982 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-df2fc1af-c6db-4f0a-a59f-d43f7493319b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c1d49a-3f36-4a24-b614-80598d1f2a0b HTTP/1.1" status: 200 len: 217 time: 0.0740299 May 27 11:41:38.785654 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Pushing event deleted for resources: {'Network': ['ID=af505858-099f-4c8c-a08e-146c90c5ee19,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:38.789666 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:38.852248 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-403b592c-731a-45aa-a479-58c3546c2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:38.853743 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-403b592c-731a-45aa-a479-58c3546c2d47 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.0615208 May 27 11:41:38.915183 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] 10.222.0.86 "DELETE /v2.0/networks/af505858-099f-4c8c-a08e-146c90c5ee19 HTTP/1.1" status: 204 len: 168 time: 1.4736688 May 27 11:41:38.955020 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-1b00547b-0a75-4970-9198-73efbb81f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:38.956767 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-1b00547b-0a75-4970-9198-73efbb81f98a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0933728 May 27 11:41:39.078727 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38869f41-0652-4c8c-8e23-09f44c706ca3 req-ce9b9e47-a151-4f1f-933a-3c43c8faabc9 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:39.080991 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-38869f41-0652-4c8c-8e23-09f44c706ca3 req-ce9b9e47-a151-4f1f-933a-3c43c8faabc9 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 943 time: 0.1210644 May 27 11:41:39.153886 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-38869f41-0652-4c8c-8e23-09f44c706ca3 req-081f7dcf-76c0-4720-a5b7-89059487239c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656977 May 27 11:41:39.199360 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-5414e503-cc70-40a7-b9fb-c55eae58cb33 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315223 May 27 11:41:39.345099 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f6567426-8a1d-4b42-bcc3-957e0055d835 req-4f12bc48-05af-4e9f-9725-0f4306186c6b service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366067 May 27 11:41:39.412334 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42544) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:39.462305 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-65dda8b9-03d2-4e89-977c-5d9eb814a4b0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=53b8142c765b4c1e9e11263db3801a2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481589 May 27 11:41:39.464731 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42548) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:39.525196 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7502a4f0-76ab-4f4e-8ebd-6fafa586a366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:39.551152 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7502a4f0-76ab-4f4e-8ebd-6fafa586a366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:39.731458 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7502a4f0-76ab-4f4e-8ebd-6fafa586a366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:39.735224 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b7f9f068-cb96-4880-b301-a88aa4d98e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:39.748119 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502a4f0-76ab-4f4e-8ebd-6fafa586a366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb19200a-8d85-4a0a-b2cf-7ec4576570b9,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:39.751755 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7502a4f0-76ab-4f4e-8ebd-6fafa586a366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:39.757089 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7502a4f0-76ab-4f4e-8ebd-6fafa586a366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:39.758031 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7502a4f0-76ab-4f4e-8ebd-6fafa586a366 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cb19200a-8d85-4a0a-b2cf-7ec4576570b9 HTTP/1.1" status: 204 len: 168 time: 0.2924323 May 27 11:41:40.364915 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be39d4e-70ec-491a-a8b0-c8e064eb65d8 req-5075f18f-1568-4b7e-b7bd-275b53810a76 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:40.370807 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3be39d4e-70ec-491a-a8b0-c8e064eb65d8 req-5075f18f-1568-4b7e-b7bd-275b53810a76 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 943 time: 0.1013722 May 27 11:41:40.414435 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3be39d4e-70ec-491a-a8b0-c8e064eb65d8 req-9cd51ff8-baa8-400f-b718-81549dfc1548 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409515 May 27 11:41:41.622453 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2de57-b75a-40e5-b2d0-7b0d04a5724c req-744a7178-4c7d-491d-85f3-d79782ab057c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:41.624006 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f6e2de57-b75a-40e5-b2d0-7b0d04a5724c req-744a7178-4c7d-491d-85f3-d79782ab057c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 943 time: 0.0903623 May 27 11:41:41.674802 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-f6e2de57-b75a-40e5-b2d0-7b0d04a5724c req-ad47c4f1-8e4c-4e27-a690-8199de16a9dc tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447299 May 27 11:41:42.867657 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713adaf5-170a-4084-aca2-115eaeef8870 req-c24fa366-c8e4-42a0-813f-9726cc9c035a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:42.869123 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-713adaf5-170a-4084-aca2-115eaeef8870 req-c24fa366-c8e4-42a0-813f-9726cc9c035a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 943 time: 0.0844808 May 27 11:41:42.919424 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-713adaf5-170a-4084-aca2-115eaeef8870 req-b80d0d0b-7f4d-4d3a-b624-0446dbb77231 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426531 May 27 11:41:43.248830 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42638) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:43.378937 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-319bd2a0-ea80-4479-9a9c-2f9154513771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:43.394130 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-319bd2a0-ea80-4479-9a9c-2f9154513771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:43.398108 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-319bd2a0-ea80-4479-9a9c-2f9154513771 admin admin] Usage tracker for resource:security_group_rule and tenant:eccea7faf243488bb0690b6e90c537ce is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:43.400985 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-319bd2a0-ea80-4479-9a9c-2f9154513771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:43.406989 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-319bd2a0-ea80-4479-9a9c-2f9154513771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:43.500745 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-319bd2a0-ea80-4479-9a9c-2f9154513771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:43.549252 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-319bd2a0-ea80-4479-9a9c-2f9154513771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:43.653129 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-01ee058f-485a-4d15-bf76-92b0bd18bc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:43.739107 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-319bd2a0-ea80-4479-9a9c-2f9154513771 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eccea7faf243488bb0690b6e90c537ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891834 May 27 11:41:43.739860 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bd2a0-ea80-4479-9a9c-2f9154513771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd028af-1a1b-42e4-98f1-f4e6c6791895,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:43.741876 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42650) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:43.748388 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-319bd2a0-ea80-4479-9a9c-2f9154513771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:43.805912 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f9863a20-1eec-4429-a0b3-15df4beb2177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:43.833524 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f9863a20-1eec-4429-a0b3-15df4beb2177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:43.931656 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f9863a20-1eec-4429-a0b3-15df4beb2177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:43.936592 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2fc9c8df-3d94-4dd0-bb8f-2208bb07d3ad tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:43.951631 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9863a20-1eec-4429-a0b3-15df4beb2177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd028af-1a1b-42e4-98f1-f4e6c6791895,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:43.953998 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f9863a20-1eec-4429-a0b3-15df4beb2177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:43.957597 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-f9863a20-1eec-4429-a0b3-15df4beb2177 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fcd028af-1a1b-42e4-98f1-f4e6c6791895 HTTP/1.1" status: 204 len: 168 time: 0.2113326 May 27 11:41:43.957597 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f9863a20-1eec-4429-a0b3-15df4beb2177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:43.977524 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42660) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:44.098672 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.114398 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50b54d-2ac3-4e5d-8dec-02611b56a5ef req-58d421c7-ea64-48a1-9cc0-33600838b26a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:44.115004 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:44.116827 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1d50b54d-2ac3-4e5d-8dec-02611b56a5ef req-58d421c7-ea64-48a1-9cc0-33600838b26a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 943 time: 0.0846972 May 27 11:41:44.118813 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] Usage tracker for resource:security_group_rule and tenant:07c6646f87c945bd922decbaae7a82ea is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:44.121851 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:44.127729 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:44.167895 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1d50b54d-2ac3-4e5d-8dec-02611b56a5ef req-2fd0f02f-f56d-4526-87ec-b8641e89aa98 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436678 May 27 11:41:44.213578 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.302770 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.312167 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-c8b4514f-18ff-49ab-b78a-89594c042a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:44.352605 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=07c6646f87c945bd922decbaae7a82ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739376 May 27 11:41:44.354241 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51171e67-0bd1-4659-aabc-c83eb05b25a2,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:44.355441 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42668) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:44.357206 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:44.415617 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7016fb8c-85a3-4961-8d1c-b572b113ad07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.442356 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7016fb8c-85a3-4961-8d1c-b572b113ad07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.600282 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7016fb8c-85a3-4961-8d1c-b572b113ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.605576 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b2ada448-7a44-4196-8706-9706f0a871fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:44.609333 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42672) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:44.619358 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016fb8c-85a3-4961-8d1c-b572b113ad07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51171e67-0bd1-4659-aabc-c83eb05b25a2,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:44.621734 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7016fb8c-85a3-4961-8d1c-b572b113ad07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:44.630671 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7016fb8c-85a3-4961-8d1c-b572b113ad07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.632634 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7016fb8c-85a3-4961-8d1c-b572b113ad07 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/51171e67-0bd1-4659-aabc-c83eb05b25a2 HTTP/1.1" status: 204 len: 168 time: 0.2761774 May 27 11:41:44.634546 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.652439 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:44.656643 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] Usage tracker for resource:security_group_rule and tenant:0608cfce0ae54cf5b764c435e84318bd is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:44.659627 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:44.666166 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:44.753254 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.834515 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.842350 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-22255930-c9f6-4b99-9eb3-8c530d951613 tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:44.883321 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2213ec3-7f52-428e-842b-a40f475a6a01,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:44.887706 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0608cfce0ae54cf5b764c435e84318bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771332 May 27 11:41:44.888621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:44.890370 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42678) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:44.953970 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-76a8aab4-160a-4e5a-915f-43f41eb9e2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:44.982857 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-76a8aab4-160a-4e5a-915f-43f41eb9e2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:45.080471 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-76a8aab4-160a-4e5a-915f-43f41eb9e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:45.086792 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-36a552be-b8e4-4af3-b1c6-056405554094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:45.099298 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8aab4-160a-4e5a-915f-43f41eb9e2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2213ec3-7f52-428e-842b-a40f475a6a01,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:45.105040 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-76a8aab4-160a-4e5a-915f-43f41eb9e2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:45.109922 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-76a8aab4-160a-4e5a-915f-43f41eb9e2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:45.111316 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-76a8aab4-160a-4e5a-915f-43f41eb9e2c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f2213ec3-7f52-428e-842b-a40f475a6a01 HTTP/1.1" status: 204 len: 168 time: 0.2198703 May 27 11:41:45.360402 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff8147-b058-41e6-bd20-a785c4410f0a req-d430c192-8ca9-4c75-8d88-3195228d6883 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:45.361891 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-73ff8147-b058-41e6-bd20-a785c4410f0a req-d430c192-8ca9-4c75-8d88-3195228d6883 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 943 time: 0.0870266 May 27 11:41:45.388624 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42688) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:45.406981 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:45.410940 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-73ff8147-b058-41e6-bd20-a785c4410f0a req-06b93c08-1aa1-4afb-ab51-9ada8d7059fe tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429211 May 27 11:41:45.437015 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:45.441130 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] Usage tracker for resource:security_group_rule and tenant:be1d08fd2a4b45808b43f17ac07ba8e2 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:45.444935 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:45.450738 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:45.536258 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:45.634261 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:45.643612 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ccdba39a-f0ff-4a47-9a4f-1c22a5802088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:45.686506 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=be1d08fd2a4b45808b43f17ac07ba8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967925 May 27 11:41:45.689056 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42700) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:45.691649 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea039f-08bf-4b6c-aa02-24f0f25d5c24,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:45.704937 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:45.752098 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-755f6741-8dda-4865-936f-43145d0b02ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:45.780056 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-755f6741-8dda-4865-936f-43145d0b02ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:45.914706 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-755f6741-8dda-4865-936f-43145d0b02ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:45.919586 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2544aa79-6dd5-4c43-8c48-629cf7dcea13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:45.929915 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f6741-8dda-4865-936f-43145d0b02ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea039f-08bf-4b6c-aa02-24f0f25d5c24,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:45.933395 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-755f6741-8dda-4865-936f-43145d0b02ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:45.936785 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-755f6741-8dda-4865-936f-43145d0b02ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:45.937921 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-755f6741-8dda-4865-936f-43145d0b02ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/05ea039f-08bf-4b6c-aa02-24f0f25d5c24 HTTP/1.1" status: 204 len: 168 time: 0.2479737 May 27 11:41:46.602634 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9b736-9ff8-47cc-85b3-f2867d765ff1 req-4503b96e-b37d-4f29-9923-0f2cab15826e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:46.604548 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b1a9b736-9ff8-47cc-85b3-f2867d765ff1 req-4503b96e-b37d-4f29-9923-0f2cab15826e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 943 time: 0.0820181 May 27 11:41:46.651793 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b1a9b736-9ff8-47cc-85b3-f2867d765ff1 req-3ca8b060-3ec2-486d-9a49-87094e15b3a9 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414550 May 27 11:41:46.781152 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42728) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:46.798986 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-75a22ad4-916a-4a1b-addb-afe03c45e8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:46.817532 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-75a22ad4-916a-4a1b-addb-afe03c45e8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:46.822107 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-75a22ad4-916a-4a1b-addb-afe03c45e8b9 admin admin] Usage tracker for resource:security_group_rule and tenant:15e19519ab4b4514ab83347612c92656 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:46.824936 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-75a22ad4-916a-4a1b-addb-afe03c45e8b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:46.830683 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-75a22ad4-916a-4a1b-addb-afe03c45e8b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:46.914636 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-75a22ad4-916a-4a1b-addb-afe03c45e8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:47.011688 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-75a22ad4-916a-4a1b-addb-afe03c45e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:47.023592 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-42e9da8a-23ab-4d56-aa3b-ca0b686df34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:47.068456 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-75a22ad4-916a-4a1b-addb-afe03c45e8b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=15e19519ab4b4514ab83347612c92656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856307 May 27 11:41:47.071445 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a22ad4-916a-4a1b-addb-afe03c45e8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ebf89e-1888-472b-bde1-ce4c92e2a064,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:47.072643 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42736) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:47.075329 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-75a22ad4-916a-4a1b-addb-afe03c45e8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:47.137794 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3cfda754-b9ad-486d-8aa2-9dfdd3ad5640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:47.165116 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3cfda754-b9ad-486d-8aa2-9dfdd3ad5640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:47.400438 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3cfda754-b9ad-486d-8aa2-9dfdd3ad5640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:47.405667 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f9863a20-1eec-4429-a0b3-15df4beb2177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:47.416745 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfda754-b9ad-486d-8aa2-9dfdd3ad5640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ebf89e-1888-472b-bde1-ce4c92e2a064,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:47.419018 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-3cfda754-b9ad-486d-8aa2-9dfdd3ad5640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:47.424900 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3cfda754-b9ad-486d-8aa2-9dfdd3ad5640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:47.428984 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-3cfda754-b9ad-486d-8aa2-9dfdd3ad5640 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86ebf89e-1888-472b-bde1-ce4c92e2a064 HTTP/1.1" status: 204 len: 168 time: 0.3523073 May 27 11:41:47.841417 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8ec3e-8fd0-494e-950d-55393d335594 req-5d0b39f2-3439-4e82-be11-69221b5fe3e2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:47.842936 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-08d8ec3e-8fd0-494e-950d-55393d335594 req-5d0b39f2-3439-4e82-be11-69221b5fe3e2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 943 time: 0.0833042 May 27 11:41:47.895746 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-08d8ec3e-8fd0-494e-950d-55393d335594 req-7c3fbe5f-8703-4ebb-98b7-adf99463af54 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469341 May 27 11:41:48.025650 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 38c1d49a-3f36-4a24-b614-80598d1f2a0b details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:41:48.166202 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 38c1d49a-3f36-4a24-b614-80598d1f2a0b, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=38c1d49a-3f36-4a24-b614-80598d1f2a0b,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:41:48.180214 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'port_id': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'mac_address': 'fa:16:3e:71:af:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:41:48.237371 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:48.255382 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c1d49a-3f36-4a24-b614-80598d1f2a0b {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:41:48.275167 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 38c1d49a-3f36-4a24-b614-80598d1f2a0b, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=38c1d49a-3f36-4a24-b614-80598d1f2a0b,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:41:48.400623 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:48.402802 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:48.477279 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=38c1d49a-3f36-4a24-b614-80598d1f2a0b,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:48.480448 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:48.786820 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['38c1d49a-3f36-4a24-b614-80598d1f2a0b'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:41:49.232842 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba6811-73c4-4e59-9f76-3533845af9c9 req-6d138243-061d-49b0-9026-19ef566f1f5d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:49.234301 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37ba6811-73c4-4e59-9f76-3533845af9c9 req-6d138243-061d-49b0-9026-19ef566f1f5d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 944 time: 0.0837462 May 27 11:41:49.281384 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-37ba6811-73c4-4e59-9f76-3533845af9c9 req-c8187e1c-9123-42b9-a783-e9d031b30881 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411339 May 27 11:41:50.043757 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 38c1d49a-3f36-4a24-b614-80598d1f2a0b up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:41:50.274978 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 38c1d49a-3f36-4a24-b614-80598d1f2a0b completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:41:50.280663 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 38c1d49a-3f36-4a24-b614-80598d1f2a0b triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:41:50.281040 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:50.426588 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:50.454730 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c1d49a-3f36-4a24-b614-80598d1f2a0b'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:41:50.469034 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 38c1d49a-3f36-4a24-b614-80598d1f2a0b, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=38c1d49a-3f36-4a24-b614-80598d1f2a0b,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:41:50.497629 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ad933-6153-4664-b0a9-836cd3656204 req-c86fcddd-27ed-41c0-a292-3224df8be493 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:50.499216 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3c0ad933-6153-4664-b0a9-836cd3656204 req-c86fcddd-27ed-41c0-a292-3224df8be493 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 944 time: 0.0991559 May 27 11:41:50.504185 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'code': 200} May 27 11:41:50.550230 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3c0ad933-6153-4664-b0a9-836cd3656204 req-232877fb-987c-4476-a50a-1c9312c33ab8 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437353 May 27 11:41:50.581431 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:50.581431 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:50.652264 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=38c1d49a-3f36-4a24-b614-80598d1f2a0b,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:50.655634 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:51.016634 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6b4ee-6122-4e5c-850f-bc345e049ff2 req-d7bd6187-ce6c-470b-aaeb-baeb857434a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:51.018121 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e3a6b4ee-6122-4e5c-850f-bc345e049ff2 req-d7bd6187-ce6c-470b-aaeb-baeb857434a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 1098 time: 0.0747836 May 27 11:41:51.064395 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e3a6b4ee-6122-4e5c-850f-bc345e049ff2 req-e03fef74-6ba1-4bd2-8359-717c6e1e8f3b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357034 May 27 11:41:51.750058 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be94769-5b9b-4ac3-8a4f-9e1da0a382c0 req-464dcc3e-c018-4e77-a039-5180df3f9127 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:51.751546 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7be94769-5b9b-4ac3-8a4f-9e1da0a382c0 req-464dcc3e-c018-4e77-a039-5180df3f9127 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 945 time: 0.0866311 May 27 11:41:51.799730 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7be94769-5b9b-4ac3-8a4f-9e1da0a382c0 req-7ac958ba-9c1c-4e24-bf7a-039110f4892d tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415106 May 27 11:41:51.845235 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42856) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:51.972657 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:51.991594 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:51.995517 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] Usage tracker for resource:security_group_rule and tenant:2db25ebc3e7c40c5ac88b7efc0b5060e is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:52.001055 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:52.004425 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:52.089973 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:52.183111 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:52.190762 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1cd794a7-6a17-42af-ac85-7399f91e5c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:52.232596 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2db25ebc3e7c40c5ac88b7efc0b5060e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862095 May 27 11:41:52.233646 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0053c734-2eba-47f5-a05b-0e24804d4129,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:52.235229 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42866) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:52.236995 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:52.311486 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-527e38f3-c5b2-41d8-a877-73a919d910e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:52.339134 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-527e38f3-c5b2-41d8-a877-73a919d910e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:52.503239 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-527e38f3-c5b2-41d8-a877-73a919d910e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:52.508283 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b3151236-435b-4665-b628-43a078efe5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:52.520899 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e38f3-c5b2-41d8-a877-73a919d910e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0053c734-2eba-47f5-a05b-0e24804d4129,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:52.525832 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-527e38f3-c5b2-41d8-a877-73a919d910e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:52.531947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-527e38f3-c5b2-41d8-a877-73a919d910e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:52.535383 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-527e38f3-c5b2-41d8-a877-73a919d910e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0053c734-2eba-47f5-a05b-0e24804d4129 HTTP/1.1" status: 204 len: 168 time: 0.2968938 May 27 11:41:52.992636 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0157a0a-9a34-499e-9baf-c5754acff83f req-1ff222e4-48ec-4867-ac3a-d5afc8f9405f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:52.994128 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b0157a0a-9a34-499e-9baf-c5754acff83f req-1ff222e4-48ec-4867-ac3a-d5afc8f9405f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 945 time: 0.0840189 May 27 11:41:53.044319 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b0157a0a-9a34-499e-9baf-c5754acff83f req-4a5065cd-e657-47ec-85f0-99bfa2f53bf3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444059 May 27 11:41:53.238153 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acb380-5be8-4a5c-b871-e43be0cd92ec req-a18a439c-b353-4697-ac63-0339e7fa7e16 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:53.239715 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b4acb380-5be8-4a5c-b871-e43be0cd92ec req-a18a439c-b353-4697-ac63-0339e7fa7e16 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 945 time: 0.0883081 May 27 11:41:53.287992 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b4acb380-5be8-4a5c-b871-e43be0cd92ec req-c9203965-0f5b-433d-9003-861252648ca4 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415053 May 27 11:41:53.312420 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42890) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:53.323769 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42896) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:53.342188 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:53.357357 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:53.363240 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] Usage tracker for resource:security_group_rule and tenant:ea3516cd3aeb4013a642302ba0ab53b8 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:53.367179 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:53.373152 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:53.470343 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:53.631131 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f4802f-69bb-49fa-b7c7-7226a6641c69 tempest-TestVolumeBootPattern-1951558450 tempest-TestVolumeBootPattern-1951558450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:53.632837 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-32f4802f-69bb-49fa-b7c7-7226a6641c69 tempest-TestVolumeBootPattern-1951558450 tempest-TestVolumeBootPattern-1951558450-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 1093 time: 0.3193393 May 27 11:41:53.635747 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 42904) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:53.640882 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Request body: {'floatingip': {'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'port_id': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:41:53.647285 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:53.652112 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Usage tracker for resource:floatingip and tenant:67e3e87a5eb74bf3b950d4ee58fbb84f is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:53.655501 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:53.661376 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:53.738572 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:53.746910 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d155b3b3-0a23-4d6d-966f-d8afe86122e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:53.790342 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ea3516cd3aeb4013a642302ba0ab53b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654083 May 27 11:41:53.791565 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d7245a-4cf5-472b-a4b3-4defe4fa7e94,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:53.793201 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42908) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:53.794743 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:53.854222 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1919aa72-d012-4386-8018-ba20b3675b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:53.880561 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1919aa72-d012-4386-8018-ba20b3675b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:53.971515 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:54.029092 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1919aa72-d012-4386-8018-ba20b3675b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:54.032916 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7502a4f0-76ab-4f4e-8ebd-6fafa586a366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:54.044846 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919aa72-d012-4386-8018-ba20b3675b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d7245a-4cf5-472b-a4b3-4defe4fa7e94,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:54.048764 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-1919aa72-d012-4386-8018-ba20b3675b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:54.052488 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1919aa72-d012-4386-8018-ba20b3675b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:54.053995 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-1919aa72-d012-4386-8018-ba20b3675b10 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/02d7245a-4cf5-472b-a4b3-4defe4fa7e94 HTTP/1.1" status: 204 len: 168 time: 0.2594442 May 27 11:41:54.123483 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:54.217243 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42916) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:54.270978 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Allocated IP 172.27.0.13 (aff141f8-ece8-4c78-b753-2e9475f6af8e/8d72ae46-a525-493f-b1fb-30aca225a0b3/1a201848-eed9-4e5e-9a11-3f967b9f530a) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:41:54.431181 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:54.479276 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-69a78a7d-4048-4320-9367-23fd848b450c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:54.494584 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-69a78a7d-4048-4320-9367-23fd848b450c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:54.498615 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-69a78a7d-4048-4320-9367-23fd848b450c admin admin] Usage tracker for resource:security_group_rule and tenant:6c95a22cb9a845e3bfd23c5e2f6360d5 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:54.504307 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-69a78a7d-4048-4320-9367-23fd848b450c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:54.508568 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-69a78a7d-4048-4320-9367-23fd848b450c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:54.530821 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:54.536440 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e626329a-8033-4207-9075-06d41a46d0bf tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:54.598996 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Network aff141f8-ece8-4c78-b753-2e9475f6af8e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:41:54.599730 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-69a78a7d-4048-4320-9367-23fd848b450c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:54.602077 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:41:54.604641 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:41:54.657746 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'Port': ['ID=1a201848-eed9-4e5e-9a11-3f967b9f530a,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:54.660450 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:54.690880 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-69a78a7d-4048-4320-9367-23fd848b450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:54.701562 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-112cdf6c-accc-4215-93d1-9a9c95b61bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:54.746325 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-69a78a7d-4048-4320-9367-23fd848b450c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6c95a22cb9a845e3bfd23c5e2f6360d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256431 May 27 11:41:54.746325 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a78a7d-4048-4320-9367-23fd848b450c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e341440-9798-43d8-b267-224d85fc5b29,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:54.747556 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42932) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:54.750588 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-69a78a7d-4048-4320-9367-23fd848b450c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:54.823181 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d0bab103-5ceb-4f59-bd7d-dd363aa09244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:54.842409 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d0bab103-5ceb-4f59-bd7d-dd363aa09244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.000393 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d0bab103-5ceb-4f59-bd7d-dd363aa09244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.005723 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-34cde86c-9381-49a3-8c6a-7757f8b78790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:55.017726 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bab103-5ceb-4f59-bd7d-dd363aa09244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e341440-9798-43d8-b267-224d85fc5b29,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:55.020150 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d0bab103-5ceb-4f59-bd7d-dd363aa09244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:55.028967 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-d0bab103-5ceb-4f59-bd7d-dd363aa09244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.039349 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-d0bab103-5ceb-4f59-bd7d-dd363aa09244 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9e341440-9798-43d8-b267-224d85fc5b29 HTTP/1.1" status: 204 len: 168 time: 0.2790685 May 27 11:41:55.070041 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.223111 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42946) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:55.289555 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.459499 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2076005850-network', 'tenant_id': '9c8132897172458b84957108277ad887'}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:41:55.464582 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:55.469564 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Usage tracker for resource:network and tenant:9c8132897172458b84957108277ad887 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:55.472813 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:55.480235 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:55.507233 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.577216 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Made reservation on behalf of 9c8132897172458b84957108277ad887 for: {'network': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:41:55.579540 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1722168'] for network, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.596883 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.611628 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.612750 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:55.616382 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8d35432b-90de-4f1a-bde3-ee94fba2c1b6 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:55.617052 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Usage tracker for resource:security_group_rule and tenant:9c8132897172458b84957108277ad887 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:55.619996 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:55.625941 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:55.714801 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.811824 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.816030 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f89be482-f918-4b2a-8112-3391f33c87ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:55.817489 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event updated for resources: {'Port': ['ID=1a201848-eed9-4e5e-9a11-3f967b9f530a,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:55.823323 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:55.831980 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-877806'] for floatingip, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.841998 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=92450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 11:41:55.854730 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c62754-8804-47e9-80e0-a5777fcca0ed,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:55.858778 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:55.859718 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.860166 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.segments_db [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Added segment 7a6d5087-8e11-4fac-9056-c08c6cf4c5ed of type vlan for network b20166cb-fb9d-4119-aa24-435bcf2a114e May 27 11:41:55.890479 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42954) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:55.893757 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736639012702'] for network, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.915693 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-69e5ffa6-c95c-42bc-bf8a-f9942a6c5c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:55.932867 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-69e5ffa6-c95c-42bc-bf8a-f9942a6c5c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:55.944679 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-69e5ffa6-c95c-42bc-bf8a-f9942a6c5c5d admin admin] Usage tracker for resource:security_group_rule and tenant:0903f198e8b847229dccf473a47d1519 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:55.950271 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-69e5ffa6-c95c-42bc-bf8a-f9942a6c5c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:55.958385 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-69e5ffa6-c95c-42bc-bf8a-f9942a6c5c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:56.013340 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.l3_db [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Floating IP 983851d7-547f-41e0-a729-8606e7209699 associated. External IP: 172.27.0.13, port: 38c1d49a-3f36-4a24-b614-80598d1f2a0b. May 27 11:41:56.045837 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-69e5ffa6-c95c-42bc-bf8a-f9942a6c5c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:56.074293 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718'] for network, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:56.075647 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:56.076263 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:56.081411 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-ac8dc7af-eed9-4ef1-bcdd-91374fea20e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:56.261338 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-69e5ffa6-c95c-42bc-bf8a-f9942a6c5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:56.290370 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Pushing event updated for resources: {'Network': ['ID=b20166cb-fb9d-4119-aa24-435bcf2a114e,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:56.303742 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Network b20166cb-fb9d-4119-aa24-435bcf2a114e details requested by agent ovs-agent-dv-cinder-751579-23-iscsi with host dv-cinder-751579-23-iscsi {{(pid=92451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 11:41:56.304335 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:56.304454 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7c9f4666-72fd-4f1e-86db-0b8147d567cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:56.323590 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-69e5ffa6-c95c-42bc-bf8a-f9942a6c5c5d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0903f198e8b847229dccf473a47d1519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312351 May 27 11:41:56.329541 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42958) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:56.353557 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5ffa6-c95c-42bc-bf8a-f9942a6c5c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762139ab-3273-47a5-8e72-77a70df49d4d,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:56.362719 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-69e5ffa6-c95c-42bc-bf8a-f9942a6c5c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:56.390638 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-15a66f1a-d853-4029-8792-95c69f2dd88a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1664453 May 27 11:41:56.393617 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 42962) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:56.408460 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.v2.base [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Request body: {'subnet': {'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2076005850-subnet', 'tenant_id': '9c8132897172458b84957108277ad887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:41:56.418398 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:56.419942 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:41:56.424505 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-461c018c-477e-4448-8f94-e11dff2ba2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:56.426541 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Usage tracker for resource:subnet and tenant:9c8132897172458b84957108277ad887 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:56.430607 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:56.446635 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:41:56.470906 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-461c018c-477e-4448-8f94-e11dff2ba2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:56.599212 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Made reservation on behalf of 9c8132897172458b84957108277ad887 for: {'subnet': 1} {{(pid=92450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:41:56.602313 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6380499'] for subnet, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:56.610859 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:41:56.624231 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] Sync routers for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:41:56.634065 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:41:56.634992 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:41:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:56.687665 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-461c018c-477e-4448-8f94-e11dff2ba2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:56.695279 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b8f65c5f-7e3d-4722-b8b8-324465dc73a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:56.716833 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c018c-477e-4448-8f94-e11dff2ba2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762139ab-3273-47a5-8e72-77a70df49d4d,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:56.721207 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-461c018c-477e-4448-8f94-e11dff2ba2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:56.727178 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-461c018c-477e-4448-8f94-e11dff2ba2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:56.728332 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-461c018c-477e-4448-8f94-e11dff2ba2be admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/762139ab-3273-47a5-8e72-77a70df49d4d HTTP/1.1" status: 204 len: 168 time: 0.3978548 May 27 11:41:56.794747 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:56.868509 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:41:56.869059 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-03a8a337-f9ee-424b-b586-6c53fef9b5d3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2320716 May 27 11:41:56.869530 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'tag': '38c1d49a-3f36-4a24-b614-80598d1f2a0b'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:41:56.916992 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'tag': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'status': 'completed', 'code': 200} May 27 11:41:57.060004 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-c54c2f23-1cf5-42cb-b290-67eb2431d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:57.061763 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-c54c2f23-1cf5-42cb-b290-67eb2431d961 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 1098 time: 0.0902779 May 27 11:41:57.200332 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6380485'] for subnet, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:57.206399 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-90c1f4fa-ea5c-48a3-9351-096216da976b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:41:57.223387 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-ca5ca846-3e4c-479d-9215-5397c0ecfed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:57.225518 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-ca5ca846-3e4c-479d-9215-5397c0ecfed0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 914 time: 0.1565120 May 27 11:41:57.251496 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '53f4fa05-b469-410e-bf6f-f07de577751b', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:aa:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:39:37Z', 'updated_at': '2021-05-27T11:39:41Z', 'revision_number': 1, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}, {'id': '983851d7-547f-41e0-a729-8606e7209699', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:71:af:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:41:54Z', 'updated_at': '2021-05-27T11:41:54Z', 'revision_number': 0, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:57.257290 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] Checking router: d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:41:57.268347 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:41:57.269316 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:41:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:57.293480 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Pushing event updated for resources: {'Subnet': ['ID=581b3a95-1d7e-4316-a3f8-f072f7a0baec,revision_number=0']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:41:57.297727 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:41:57.302384 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Checking segment: {'id': '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:41:57.302747 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Network hostable DHCP agents. Network: b20166cb-fb9d-4119-aa24-435bcf2a114e, hostable agents: ['ea5a9663-339d-4510-9b7f-9bf9ea92e82c'], hosted agents: [] {{(pid=92450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 11:41:57.350295 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-7a389603-a6ac-4854-a1d1-502b42af64c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c1d49a-3f36-4a24-b614-80598d1f2a0b HTTP/1.1" status: 200 len: 998 time: 0.1173480 May 27 11:41:57.424424 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-1ca5b3cd-5ef2-4e9c-b20b-19d41ef46c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:57.427885 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-1ca5b3cd-5ef2-4e9c-b20b-19d41ef46c75 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.0687845 May 27 11:41:57.475228 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:41:57.479947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Network b20166cb-fb9d-4119-aa24-435bcf2a114e is scheduled to be hosted by DHCP agent ea5a9663-339d-4510-9b7f-9bf9ea92e82c with binding_index 1 {{(pid=92450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 11:41:57.508686 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-76cf28e1-e8bb-4b35-ac64-08a72d99b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:57.510175 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-76cf28e1-e8bb-4b35-ac64-08a72d99b232 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0746100 May 27 11:41:57.616529 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.base_scheduler [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-23-iscsi, b20166cb-fb9d-4119-aa24-435bcf2a114e) {{(pid=92450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:41:57.637518 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:41:57.638831 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:57.639010 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f640d75-0c43-45f8-b109-7413ac63603e None None] Network b20166cb-fb9d-4119-aa24-435bcf2a114e requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:41:57.769123 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-772e29df-5ade-4f7b-8cbd-14e9d86155a4 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521818 May 27 11:41:57.858398 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4637213 May 27 11:41:57.915595 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-d4d0f843-cd0c-4e3c-aa47-fa17df31d70a req-02b3a460-287c-4e11-89eb-a6aa83d1d546 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355107 May 27 11:41:58.020801 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7fbdc2-50fd-4e8e-a08f-a7a46248510e None None] Network b20166cb-fb9d-4119-aa24-435bcf2a114e requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:41:58.222227 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '53f4fa05-b469-410e-bf6f-f07de577751b', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:aa:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:39:37Z', 'updated_at': '2021-05-27T11:39:41Z', 'revision_number': 1, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}, {'id': '983851d7-547f-41e0-a729-8606e7209699', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:71:af:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:41:54Z', 'updated_at': '2021-05-27T11:41:54Z', 'revision_number': 0, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:41:58.237377 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223dce7-1626-4620-bb6c-5aaa70ebd634 None None] The sync data for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi is: [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '53f4fa05-b469-410e-bf6f-f07de577751b', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:aa:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:39:37Z', 'updated_at': '2021-05-27T11:39:41Z', 'revision_number': 1, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}, {'id': '983851d7-547f-41e0-a729-8606e7209699', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:71:af:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:41:54Z', 'updated_at': '2021-05-27T11:41:54Z', 'revision_number': 0, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:41:58.443847 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e15795d-4b08-44a1-a7b5-df4dd675cb22 None None] New status for floating IP 983851d7-547f-41e0-a729-8606e7209699: ACTIVE {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:41:59.826137 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43022) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:41:59.946403 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9512-bb3d-45ae-9dc4-0a2cab9021d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:41:59.961845 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-ea3e9512-bb3d-45ae-9dc4-0a2cab9021d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:41:59.965811 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-ea3e9512-bb3d-45ae-9dc4-0a2cab9021d3 admin admin] Usage tracker for resource:security_group_rule and tenant:5b65fa2fc1d14150b8dece085897c6c6 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:41:59.968692 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-ea3e9512-bb3d-45ae-9dc4-0a2cab9021d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:41:59.974429 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-ea3e9512-bb3d-45ae-9dc4-0a2cab9021d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:42:00.060996 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9512-bb3d-45ae-9dc4-0a2cab9021d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:00.137331 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9512-bb3d-45ae-9dc4-0a2cab9021d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:00.146597 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5cde97b9-fa11-4060-b05f-75bbd006776d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:00.191568 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-ea3e9512-bb3d-45ae-9dc4-0a2cab9021d3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5b65fa2fc1d14150b8dece085897c6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642471 May 27 11:42:00.193168 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e9512-bb3d-45ae-9dc4-0a2cab9021d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeab3b6-d40d-4407-b0d3-b62007d18de0,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:00.194473 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43032) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:00.196235 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-ea3e9512-bb3d-45ae-9dc4-0a2cab9021d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:00.262620 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0aad3f07-90c6-42cf-a31b-004a3eaa02ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:00.293268 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0aad3f07-90c6-42cf-a31b-004a3eaa02ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:00.434411 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0aad3f07-90c6-42cf-a31b-004a3eaa02ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:00.439357 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-755f6741-8dda-4865-936f-43145d0b02ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:00.443437 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-fc9cece8-fe0f-4a67-838d-684c6c947588 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:00.445287 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-fc9cece8-fe0f-4a67-838d-684c6c947588 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Synchronizing usage tracker for tenant:9c8132897172458b84957108277ad887 on resource:network {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:42:00.450563 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad3f07-90c6-42cf-a31b-004a3eaa02ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeab3b6-d40d-4407-b0d3-b62007d18de0,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:00.454226 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0aad3f07-90c6-42cf-a31b-004a3eaa02ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:00.457990 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0aad3f07-90c6-42cf-a31b-004a3eaa02ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:00.459116 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-0aad3f07-90c6-42cf-a31b-004a3eaa02ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/efeab3b6-d40d-4407-b0d3-b62007d18de0 HTTP/1.1" status: 204 len: 168 time: 0.2631133 May 27 11:42:00.645669 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-fc9cece8-fe0f-4a67-838d-684c6c947588 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Unset dirty status for tenant:9c8132897172458b84957108277ad887 on resource:network {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:42:00.646950 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-fc9cece8-fe0f-4a67-838d-684c6c947588 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/networks?id=b20166cb-fb9d-4119-aa24-435bcf2a114e HTTP/1.1" status: 200 len: 809 time: 0.3524477 May 27 11:42:00.662017 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-479a0972-442e-4ffe-b88a-2d477db6b3d4 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/quotas/9c8132897172458b84957108277ad887 HTTP/1.1" status: 200 len: 375 time: 0.0094726 May 27 11:42:00.710236 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-8788284c-b521-4470-b126-a9d7d6159879 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c8132897172458b84957108277ad887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430353 May 27 11:42:00.847942 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-962effbf-5c2d-434a-bf47-43b93d6113ea service neutron] 10.222.0.86 "GET /v2.0/networks/b20166cb-fb9d-4119-aa24-435bcf2a114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302495 May 27 11:42:00.986252 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-da948830-3c7a-4944-a4e3-c79887beea8b service neutron] 10.222.0.86 "GET /v2.0/networks/b20166cb-fb9d-4119-aa24-435bcf2a114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322598 May 27 11:42:01.234450 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-564a440d-bafa-40a8-88a7-1c4573669dd3 req-4ccd77e1-6190-4862-b576-9906a6a8cdd2 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 210 time: 0.0441880 May 27 11:42:01.378257 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43058) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:01.398061 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-eb62a18d-d5de-4444-a16d-60f180171bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:01.413298 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-eb62a18d-d5de-4444-a16d-60f180171bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:42:01.417263 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-eb62a18d-d5de-4444-a16d-60f180171bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:449fb5083d264c85ae4f3ffdff5d918e is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:42:01.420155 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-eb62a18d-d5de-4444-a16d-60f180171bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:42:01.425894 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-eb62a18d-d5de-4444-a16d-60f180171bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:42:01.509357 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-eb62a18d-d5de-4444-a16d-60f180171bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:01.616705 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-eb62a18d-d5de-4444-a16d-60f180171bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:01.625705 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a2b118e0-207e-466c-8858-96bf5aaf059d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:01.670069 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-eb62a18d-d5de-4444-a16d-60f180171bb0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=449fb5083d264c85ae4f3ffdff5d918e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906525 May 27 11:42:01.671678 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62a18d-d5de-4444-a16d-60f180171bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949dc4f0-b5d2-4ef6-9b46-16a0bb041aee,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:01.672876 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43062) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:01.674639 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-eb62a18d-d5de-4444-a16d-60f180171bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:01.742404 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4cfcafff-c4ac-4cfe-9588-d567b0212979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:01.771215 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4cfcafff-c4ac-4cfe-9588-d567b0212979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:01.908886 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4cfcafff-c4ac-4cfe-9588-d567b0212979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:01.912955 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-4b0c8502-dcec-4759-8da0-6f19c6416593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:01.926006 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcafff-c4ac-4cfe-9588-d567b0212979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949dc4f0-b5d2-4ef6-9b46-16a0bb041aee,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:01.930117 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-4cfcafff-c4ac-4cfe-9588-d567b0212979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:01.935557 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4cfcafff-c4ac-4cfe-9588-d567b0212979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:01.936719 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-4cfcafff-c4ac-4cfe-9588-d567b0212979 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/949dc4f0-b5d2-4ef6-9b46-16a0bb041aee HTTP/1.1" status: 204 len: 168 time: 0.2622218 May 27 11:42:02.334235 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-8539b159-8f7e-4734-9847-5d6659aa9f85 req-a8311a3e-992f-4b96-af41-2b7c0581bf8f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 210 time: 0.0447152 May 27 11:42:02.834384 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3d875666-2246-4f0d-a748-9d0a90d6dcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:03.245787 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:03.499774 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6ae64a16-82dd-4c01-8b36-ec174d9ea1ff req-1b357f05-0963-4c19-b721-5748aa17dcb9 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 210 time: 0.0551178 May 27 11:42:04.106835 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-fe7afebc-93fa-4f6c-8881-cf275452a9b8 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:04.108297 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-fe7afebc-93fa-4f6c-8881-cf275452a9b8 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.76 "GET /v2.0/networks?id=b20166cb-fb9d-4119-aa24-435bcf2a114e HTTP/1.1" status: 200 len: 809 time: 0.1588879 May 27 11:42:04.128989 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Request body: {'port': {'device_id': '28bc82a1-4d47-4412-a085-54271cb6f34f', 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e', 'admin_state_up': True, 'tenant_id': '9c8132897172458b84957108277ad887'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:42:04.270561 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:42:04.276432 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Usage tracker for resource:port and tenant:9c8132897172458b84957108277ad887 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:42:04.280234 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:42:04.286384 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:42:04.421879 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Made reservation on behalf of 9c8132897172458b84957108277ad887 for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:42:04.425940 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:04.596449 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Allocated IP 172.20.0.13 (b20166cb-fb9d-4119-aa24-435bcf2a114e/581b3a95-1d7e-4316-a3f8-f072f7a0baec/30a73f22-6610-4f21-838d-0b1e8410e2d2) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:42:04.666386 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c2c48aa9-1340-41b4-a495-7332a59cf3cd req-5c4dccea-93e2-42e1-b091-57f7f899d9ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 210 time: 0.0449345 May 27 11:42:04.815937 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:04.925410 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:04.931709 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-1646484b-2f93-46c9-9be2-45fa2e537ab2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:04.997890 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Network b20166cb-fb9d-4119-aa24-435bcf2a114e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:42:05.001116 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:42:05.005297 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:42:05.044128 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Pushing event updated for resources: {'Port': ['ID=30a73f22-6610-4f21-838d-0b1e8410e2d2,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:05.048606 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:05.050274 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:05.080783 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:05.081383 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:05.235044 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1101429 May 27 11:42:05.245908 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-7eb39064-98f1-4c48-8480-abe6ddd9875a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:05.259583 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Request body: {'port': {'device_id': '28bc82a1-4d47-4412-a085-54271cb6f34f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:42:05.375457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:05.736027 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a73f22-6610-4f21-838d-0b1e8410e2d2 {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:42:05.743496 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:05.758435 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Transition to ACTIVE for port object 30a73f22-6610-4f21-838d-0b1e8410e2d2 will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:42:05.860646 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78e40a-0bd1-408a-98cf-8ecbdf879395 req-f68bc398-88f3-4a38-ac9b-6cf2a66045a7 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:05.862125 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ae78e40a-0bd1-408a-98cf-8ecbdf879395 req-f68bc398-88f3-4a38-ac9b-6cf2a66045a7 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 932 time: 0.0799916 May 27 11:42:05.863268 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:05.867901 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-6c83c74a-5ebe-4ca2-bb4b-9ee4778fd53f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:05.911986 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-ae78e40a-0bd1-408a-98cf-8ecbdf879395 req-0419ff84-01a6-43be-a6e2-500271f0d303 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Synchronizing usage tracker for tenant:9c8132897172458b84957108277ad887 on resource:security_group {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:42:05.936849 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:42:06.023335 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-ae78e40a-0bd1-408a-98cf-8ecbdf879395 req-0419ff84-01a6-43be-a6e2-500271f0d303 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Unset dirty status for tenant:9c8132897172458b84957108277ad887 on resource:security_group {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:42:06.024951 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ae78e40a-0bd1-408a-98cf-8ecbdf879395 req-0419ff84-01a6-43be-a6e2-500271f0d303 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556687 May 27 11:42:06.111674 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Pushing event updated for resources: {'Port': ['ID=30a73f22-6610-4f21-838d-0b1e8410e2d2,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:06.119601 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:06.196121 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Attempting to bind port 30a73f22-6610-4f21-838d-0b1e8410e2d2 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:42:06.196359 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Attempting to bind port 30a73f22-6610-4f21-838d-0b1e8410e2d2 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:42:06.196696 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Attempting to bind port 30a73f22-6610-4f21-838d-0b1e8410e2d2 on network b20166cb-fb9d-4119-aa24-435bcf2a114e {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:42:06.201584 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Port 30a73f22-6610-4f21-838d-0b1e8410e2d2 on network b20166cb-fb9d-4119-aa24-435bcf2a114e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:42:06.201908 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Attempting to bind port 30a73f22-6610-4f21-838d-0b1e8410e2d2 on network b20166cb-fb9d-4119-aa24-435bcf2a114e {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:42:06.207058 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:42:06.207394 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Checking segment: {'id': '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:42:06.207783 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Bound using segment: {'id': '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:42:06.208249 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Bound port: 30a73f22-6610-4f21-838d-0b1e8410e2d2, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:42:06.208599 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:06.258469 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:06.300420 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] For port 30a73f22-6610-4f21-838d-0b1e8410e2d2, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:42:06.305449 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] For port 30a73f22-6610-4f21-838d-0b1e8410e2d2, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=30a73f22-6610-4f21-838d-0b1e8410e2d2,segment=NetworkSegment(7a6d5087-8e11-4fac-9056-c08c6cf4c5ed),segment_id=7a6d5087-8e11-4fac-9056-c08c6cf4c5ed)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:42:06.406347 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:06.411584 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a817ee24-91fd-4857-8a05-6ea2551d2e06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:06.474677 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:06.475997 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:06.477391 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] 10.222.0.76 "PUT /v2.0/ports/30a73f22-6610-4f21-838d-0b1e8410e2d2 HTTP/1.1" status: 200 len: 1094 time: 1.2222641 May 27 11:42:06.477906 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bc82a1-4d47-4412-a085-54271cb6f34f', 'tag': '30a73f22-6610-4f21-838d-0b1e8410e2d2'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:42:06.501663 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Pushing event updated for resources: {'Port': ['ID=30a73f22-6610-4f21-838d-0b1e8410e2d2,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:06.504974 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-3968321b-b03e-42e0-b8d2-664dae60f3fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:06.528401 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bc82a1-4d47-4412-a085-54271cb6f34f', 'tag': '30a73f22-6610-4f21-838d-0b1e8410e2d2', 'status': 'completed', 'code': 200} May 27 11:42:06.648261 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b95c9b-d5d8-4f51-ac06-190cb7b1dbac req-a84d2ede-9c1c-4f8c-9f66-8742ea6abc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:06.649769 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e0b95c9b-d5d8-4f51-ac06-190cb7b1dbac req-a84d2ede-9c1c-4f8c-9f66-8742ea6abc74 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c8132897172458b84957108277ad887&device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 1097 time: 0.0784912 May 27 11:42:06.800183 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b95c9b-d5d8-4f51-ac06-190cb7b1dbac req-4370fee3-b01f-4033-b0cf-0455e9233ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:06.801634 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e0b95c9b-d5d8-4f51-ac06-190cb7b1dbac req-4370fee3-b01f-4033-b0cf-0455e9233ad4 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=9c8132897172458b84957108277ad887&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1373610 May 27 11:42:06.942768 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b95c9b-d5d8-4f51-ac06-190cb7b1dbac req-1f614f56-9245-44bc-b32a-3119318729e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:06.944422 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e0b95c9b-d5d8-4f51-ac06-190cb7b1dbac req-1f614f56-9245-44bc-b32a-3119318729e9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1340661 May 27 11:42:07.079777 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-1b3d69e8-fcf8-47c3-9477-a0884af04fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:07.081296 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-1b3d69e8-fcf8-47c3-9477-a0884af04fe1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c8132897172458b84957108277ad887&device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 1097 time: 0.0729237 May 27 11:42:07.162354 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-c2b2d96a-8b07-40a1-8bb6-ea98ab623b69 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30a73f22-6610-4f21-838d-0b1e8410e2d2 HTTP/1.1" status: 200 len: 217 time: 0.0668027 May 27 11:42:07.230455 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-9c668fa8-5c89-4230-9c5a-9e17bd1310c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:07.231930 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-9c668fa8-5c89-4230-9c5a-9e17bd1310c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=581b3a95-1d7e-4316-a3f8-f072f7a0baec HTTP/1.1" status: 200 len: 849 time: 0.0615053 May 27 11:42:07.287101 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-e8a3c4c2-6488-49e5-b58b-17936668be1f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b20166cb-fb9d-4119-aa24-435bcf2a114e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463064 May 27 11:42:07.319994 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd821f-51b4-4b87-a97b-47dab181161d req-3fd3311f-b2cf-46d2-928f-f56d1fb180ee tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:07.321512 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-09dd821f-51b4-4b87-a97b-47dab181161d req-3fd3311f-b2cf-46d2-928f-f56d1fb180ee tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 944 time: 0.1843445 May 27 11:42:07.371086 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-09dd821f-51b4-4b87-a97b-47dab181161d req-77c2537d-c340-4e7e-b84f-45af56763aba tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434170 May 27 11:42:07.424463 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-d8aae0ee-8c5c-4b34-9da4-aad88cf5f90f service neutron] 10.222.0.76 "GET /v2.0/networks/b20166cb-fb9d-4119-aa24-435bcf2a114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298344 May 27 11:42:07.568115 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-3360c93e-8d44-46e9-89b4-6b201cad2cb0 req-2f0f12fa-a6bd-47e1-bdab-25a41f97e157 service neutron] 10.222.0.76 "GET /v2.0/networks/b20166cb-fb9d-4119-aa24-435bcf2a114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317928 May 27 11:42:08.028849 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:08.567213 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccd761-5540-4911-9457-1a4adafd72db req-e6dedd5b-8d02-4a7e-8298-acf898bf543d tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:08.569556 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5cccd761-5540-4911-9457-1a4adafd72db req-e6dedd5b-8d02-4a7e-8298-acf898bf543d tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 944 time: 0.0880845 May 27 11:42:08.625451 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5cccd761-5540-4911-9457-1a4adafd72db req-ef2306c2-0613-4197-8780-d4c90c6432f3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437202 May 27 11:42:09.807380 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b88cf-583a-4f1a-b52b-1d36359bf03a req-09cd9c75-7ed1-4677-8b86-344f1b9aa37c tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:09.808890 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-473b88cf-583a-4f1a-b52b-1d36359bf03a req-09cd9c75-7ed1-4677-8b86-344f1b9aa37c tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 944 time: 0.0800152 May 27 11:42:09.854333 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-473b88cf-583a-4f1a-b52b-1d36359bf03a req-4de27b65-25de-4e2e-a827-a3b6312983e4 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397139 May 27 11:42:10.144903 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 30a73f22-6610-4f21-838d-0b1e8410e2d2 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:42:10.328184 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 30a73f22-6610-4f21-838d-0b1e8410e2d2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=30a73f22-6610-4f21-838d-0b1e8410e2d2,segment=NetworkSegment(7a6d5087-8e11-4fac-9056-c08c6cf4c5ed),segment_id=7a6d5087-8e11-4fac-9056-c08c6cf4c5ed)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:10.342521 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': '30a73f22-6610-4f21-838d-0b1e8410e2d2', 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e', 'port_id': '30a73f22-6610-4f21-838d-0b1e8410e2d2', 'mac_address': 'fa:16:3e:bc:d7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581b3a95-1d7e-4316-a3f8-f072f7a0baec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:42:10.403322 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:10.420095 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a73f22-6610-4f21-838d-0b1e8410e2d2 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:42:10.434808 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 30a73f22-6610-4f21-838d-0b1e8410e2d2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=30a73f22-6610-4f21-838d-0b1e8410e2d2,segment=NetworkSegment(7a6d5087-8e11-4fac-9056-c08c6cf4c5ed),segment_id=7a6d5087-8e11-4fac-9056-c08c6cf4c5ed)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:10.548584 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:10.550379 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:10.627531 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=30a73f22-6610-4f21-838d-0b1e8410e2d2,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:10.633854 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:10.870265 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43188) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:10.906389 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['30a73f22-6610-4f21-838d-0b1e8410e2d2'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:42:10.998292 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-001ecbb1-1833-47a3-a1d8-4ade3e4e5709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:11.016577 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-001ecbb1-1833-47a3-a1d8-4ade3e4e5709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:42:11.020515 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-001ecbb1-1833-47a3-a1d8-4ade3e4e5709 admin admin] Usage tracker for resource:security_group_rule and tenant:a15d1ee42d944d22acbbe242ae347c6e is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:42:11.024276 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-001ecbb1-1833-47a3-a1d8-4ade3e4e5709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:42:11.030858 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-001ecbb1-1833-47a3-a1d8-4ade3e4e5709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:42:11.156732 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba448d58-5ca9-443e-8587-11e26c066488 req-22db10d3-fd81-4cee-81cc-a408faa592fe tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:11.158204 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ba448d58-5ca9-443e-8587-11e26c066488 req-22db10d3-fd81-4cee-81cc-a408faa592fe tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 945 time: 0.1240382 May 27 11:42:11.228522 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-001ecbb1-1833-47a3-a1d8-4ade3e4e5709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:11.233831 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ba448d58-5ca9-443e-8587-11e26c066488 req-0f0d4f09-464c-4ebf-9192-0ee0cc03e60c tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679612 May 27 11:42:11.291701 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-001ecbb1-1833-47a3-a1d8-4ade3e4e5709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:11.299233 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5bbd0d73-efb6-4a00-a379-99244a554e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:11.346388 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-001ecbb1-1833-47a3-a1d8-4ade3e4e5709 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a15d1ee42d944d22acbbe242ae347c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4750147 May 27 11:42:11.348432 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ecbb1-1833-47a3-a1d8-4ade3e4e5709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86900f3f-ed63-46a0-a3fd-d1781e932b7e,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:11.349472 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43196) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:11.352604 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-001ecbb1-1833-47a3-a1d8-4ade3e4e5709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:11.408848 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0a23-e416-49e3-b09d-59ea97d61989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:11.434827 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0a23-e416-49e3-b09d-59ea97d61989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:11.548206 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0a23-e416-49e3-b09d-59ea97d61989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:11.553048 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-defe259e-e984-4539-9cc0-c180316c26a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:11.566307 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b0a23-e416-49e3-b09d-59ea97d61989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86900f3f-ed63-46a0-a3fd-d1781e932b7e,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:11.568831 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-aa1b0a23-e416-49e3-b09d-59ea97d61989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:11.570188 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0a23-e416-49e3-b09d-59ea97d61989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:11.571197 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-aa1b0a23-e416-49e3-b09d-59ea97d61989 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86900f3f-ed63-46a0-a3fd-d1781e932b7e HTTP/1.1" status: 204 len: 168 time: 0.2207389 May 27 11:42:12.153940 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 30a73f22-6610-4f21-838d-0b1e8410e2d2 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:42:12.309099 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port 30a73f22-6610-4f21-838d-0b1e8410e2d2 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:42:12.314512 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port 30a73f22-6610-4f21-838d-0b1e8410e2d2 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:42:12.315247 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:12.346318 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43206) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:12.364178 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:12.383833 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:42:12.388228 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] Usage tracker for resource:security_group_rule and tenant:a022e1335291449baad7922a8542120d is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:42:12.391122 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:42:12.397178 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:42:12.430720 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d6e6f-ee91-423b-8642-2dd001d3159e req-0d1dee6c-9b02-46f4-9ad0-49b288648bd9 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:12.432238 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-722d6e6f-ee91-423b-8642-2dd001d3159e req-0d1dee6c-9b02-46f4-9ad0-49b288648bd9 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 945 time: 0.0858243 May 27 11:42:12.450684 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:12.481260 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bc82a1-4d47-4412-a085-54271cb6f34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a73f22-6610-4f21-838d-0b1e8410e2d2'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:42:12.484836 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-722d6e6f-ee91-423b-8642-2dd001d3159e req-c094733e-fdc6-4be3-9d78-0c7c81c3875f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468483 May 27 11:42:12.491188 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:12.493301 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port 30a73f22-6610-4f21-838d-0b1e8410e2d2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=30a73f22-6610-4f21-838d-0b1e8410e2d2,segment=NetworkSegment(7a6d5087-8e11-4fac-9056-c08c6cf4c5ed),segment_id=7a6d5087-8e11-4fac-9056-c08c6cf4c5ed)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:12.534678 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bc82a1-4d47-4412-a085-54271cb6f34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a73f22-6610-4f21-838d-0b1e8410e2d2', 'code': 200} May 27 11:42:12.588315 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:12.597615 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-36fba0a9-2734-4937-84bf-95ce1988f3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:12.634705 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:12.636584 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:12.639224 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a022e1335291449baad7922a8542120d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917759 May 27 11:42:12.640954 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba9fee6-ef75-4a5c-ad42-5bd1d0b6bab9,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:12.642111 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43212) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:12.643838 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:12.704847 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-717648e5-4a07-49cc-bea8-d0f041532492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:12.707664 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=30a73f22-6610-4f21-838d-0b1e8410e2d2,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:12.710059 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:12.731276 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-717648e5-4a07-49cc-bea8-d0f041532492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:12.850039 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43216) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:12.874029 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-717648e5-4a07-49cc-bea8-d0f041532492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:12.878894 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-ff81fd05-0957-4b24-a875-42656f24f644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:12.893905 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717648e5-4a07-49cc-bea8-d0f041532492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba9fee6-ef75-4a5c-ad42-5bd1d0b6bab9,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:12.897633 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-717648e5-4a07-49cc-bea8-d0f041532492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:12.906084 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-717648e5-4a07-49cc-bea8-d0f041532492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:12.909757 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-717648e5-4a07-49cc-bea8-d0f041532492 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6ba9fee6-ef75-4a5c-ad42-5bd1d0b6bab9 HTTP/1.1" status: 204 len: 168 time: 0.2640407 May 27 11:42:13.053293 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e627d-678d-4d9a-bafc-319843338135 req-96966084-9411-46e0-be0a-c2ee50cdd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:13.054945 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-930e627d-678d-4d9a-bafc-319843338135 req-96966084-9411-46e0-be0a-c2ee50cdd4aa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 1099 time: 0.0791094 May 27 11:42:13.104401 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-930e627d-678d-4d9a-bafc-319843338135 req-b68d9b03-1559-4a8e-9ade-92c4e4aebf58 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 May 27 11:42:13.359159 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Deleting port 01ff1c1b-6a06-40a8-8cff-8ef074e866d8 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:13.359501 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:13.481351 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:13.482056 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:13.607386 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Calling delete_port for 01ff1c1b-6a06-40a8-8cff-8ef074e866d8 owned by network:floatingip {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:13.669869 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43228) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:13.689170 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-6f6ded83-fd71-4237-b81d-c6b6bb9d69c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:13.705353 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-6f6ded83-fd71-4237-b81d-c6b6bb9d69c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:42:13.709688 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-6f6ded83-fd71-4237-b81d-c6b6bb9d69c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e0024d1c935c4da39c64a8a089e10cc9 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:42:13.712622 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-6f6ded83-fd71-4237-b81d-c6b6bb9d69c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:42:13.713535 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925d93e-3a63-4a3f-85fc-abe2d905b08b req-f0faffa9-f2d4-4ae7-8977-09f94f5c3e10 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:13.715023 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2925d93e-3a63-4a3f-85fc-abe2d905b08b req-f0faffa9-f2d4-4ae7-8977-09f94f5c3e10 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 946 time: 0.1148956 May 27 11:42:13.719211 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-6f6ded83-fd71-4237-b81d-c6b6bb9d69c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:42:13.783749 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2925d93e-3a63-4a3f-85fc-abe2d905b08b req-6d19bd69-9307-4876-bfe8-ade871fc0ecd tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597835 May 27 11:42:13.808457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-6f6ded83-fd71-4237-b81d-c6b6bb9d69c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:13.874257 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-6f6ded83-fd71-4237-b81d-c6b6bb9d69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:13.881865 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0aad3f07-90c6-42cf-a31b-004a3eaa02ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:13.925670 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-6f6ded83-fd71-4237-b81d-c6b6bb9d69c6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e0024d1c935c4da39c64a8a089e10cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541039 May 27 11:42:13.926621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ded83-fd71-4237-b81d-c6b6bb9d69c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa95ae28-a7dc-4e3e-95ca-21a25c3a89aa,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:13.928373 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43232) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:13.930281 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-6f6ded83-fd71-4237-b81d-c6b6bb9d69c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:13.958515 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:13.965702 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-db944015-6feb-4ae3-baf5-0db21149655f tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:14.027523 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event deleted for resources: {'Port': ['ID=01ff1c1b-6a06-40a8-8cff-8ef074e866d8,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:14.030790 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:14.134506 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-637baf79-47b4-4d5e-8664-107373334be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:14.173507 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for floatingip, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:14.173832 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.l3_db [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Floating IP ebcd5c18-07c8-4565-ab7c-fdd2dabfbcd4 disassociated (deleted). External IP: 172.27.0.222, port: d5f76c1b-7c56-41b6-bfc2-652ada840398. May 27 11:42:14.326959 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-637baf79-47b4-4d5e-8664-107373334be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:14.655594 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-637baf79-47b4-4d5e-8664-107373334be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:14.666896 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-21710e3c-427c-4e82-a1b0-7021cbf6bdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:14.699512 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637baf79-47b4-4d5e-8664-107373334be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa95ae28-a7dc-4e3e-95ca-21a25c3a89aa,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:14.704844 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-637baf79-47b4-4d5e-8664-107373334be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:14.719347 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Router b688154c-99bd-4a02-874d-e95af07279e0 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:42:14.956325 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-637baf79-47b4-4d5e-8664-107373334be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:14.957425 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-637baf79-47b4-4d5e-8664-107373334be2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fa95ae28-a7dc-4e3e-95ca-21a25c3a89aa HTTP/1.1" status: 204 len: 168 time: 1.0257559 May 27 11:42:14.969366 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:42:14.974506 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:14.980206 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] Sync routers for ids ['b688154c-99bd-4a02-874d-e95af07279e0'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:42:14.989479 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] Routers {'b688154c-99bd-4a02-874d-e95af07279e0'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:42:14.990186 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:42:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b688154c-99bd-4a02-874d-e95af07279e0'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:15.044876 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "DELETE /v2.0/floatingips/ebcd5c18-07c8-4565-ab7c-fdd2dabfbcd4 HTTP/1.1" status: 204 len: 168 time: 2.1937306 May 27 11:42:15.047965 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:42:15.061497 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3049bb5-1aa0-4e44-8af0-4b5e04907b7a req-84a7a1c3-0e37-4378-9a89-1315153768e1 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:15.063049 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c3049bb5-1aa0-4e44-8af0-4b5e04907b7a req-84a7a1c3-0e37-4378-9a89-1315153768e1 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 946 time: 0.1687253 May 27 11:42:15.123211 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c3049bb5-1aa0-4e44-8af0-4b5e04907b7a req-12917ba5-fef0-43e0-9c41-c750151c58e8 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502694 May 27 11:42:15.211884 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'status': 'completed', 'code': 200} May 27 11:42:15.230523 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] Set router b688154c-99bd-4a02-874d-e95af07279e0 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:42:15.347533 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-e93354f6-ac11-4096-a4a5-148f7337d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:15.349152 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-e93354f6-ac11-4096-a4a5-148f7337d780 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71a85582257d46dbba6d7a5996789557&device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 1098 time: 0.0789363 May 27 11:42:15.571302 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:39Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e', 'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'mac_address': 'fa:16:3e:62:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:37Z', 'updated_at': '2021-05-27T11:36:46Z', 'revision_number': 5, 'project_id': '71a85582257d46dbba6d7a5996789557', 'subnets': [{'id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:15.577233 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] Checking router: b688154c-99bd-4a02-874d-e95af07279e0 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:42:15.605288 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] Routers {'b688154c-99bd-4a02-874d-e95af07279e0'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:42:15.605925 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:42:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b688154c-99bd-4a02-874d-e95af07279e0'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:15.606520 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-7687ed25-423a-4515-a47b-80aec564bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:15.607998 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-7687ed25-423a-4515-a47b-80aec564bd40 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a038ba68-8113-4964-8d44-c2a7f20fa4e2 HTTP/1.1" status: 200 len: 911 time: 0.2488937 May 27 11:42:15.683065 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-abe13e12-1252-4e0b-b199-db4c2782cd65 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398 HTTP/1.1" status: 200 len: 217 time: 0.0647726 May 27 11:42:15.784272 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-81ce145e-3fa2-4b45-9d31-f0308231764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:15.784272 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-81ce145e-3fa2-4b45-9d31-f0308231764f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e33fdc2c-c1c0-470e-8390-5cc926f5c6d7 HTTP/1.1" status: 200 len: 848 time: 0.0679562 May 27 11:42:15.809247 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] Set router b688154c-99bd-4a02-874d-e95af07279e0 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:42:15.907409 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-6e0fcadc-82b3-4b17-96d4-d5f6ef81fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:15.909625 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-6e0fcadc-82b3-4b17-96d4-d5f6ef81fbac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a038ba68-8113-4964-8d44-c2a7f20fa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0969825 May 27 11:42:15.921827 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e412d-09e8-400f-9340-a89504eba31c req-2c87a944-2be1-48e9-879b-e49f6a80cd98 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:15.923203 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-444e412d-09e8-400f-9340-a89504eba31c req-2c87a944-2be1-48e9-879b-e49f6a80cd98 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Synchronizing usage tracker for tenant:71a85582257d46dbba6d7a5996789557 on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:42:16.024307 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-444e412d-09e8-400f-9340-a89504eba31c req-2c87a944-2be1-48e9-879b-e49f6a80cd98 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Unset dirty status for tenant:71a85582257d46dbba6d7a5996789557 on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:42:16.035425 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-444e412d-09e8-400f-9340-a89504eba31c req-2c87a944-2be1-48e9-879b-e49f6a80cd98 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.2254202 May 27 11:42:16.091784 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-4ba83b59-995f-4c41-8e39-bf405ded6caf service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662948 May 27 11:42:16.110799 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-444e412d-09e8-400f-9340-a89504eba31c req-698b1fc3-dd06-4b10-aaad-e0fb159210f4 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743990 May 27 11:42:16.260551 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-6ac2f700-efca-44f2-8ccb-caefc30c9939 req-7523b00a-9da6-4cdb-a0e5-37a5446243ce service neutron] 10.222.0.76 "GET /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678457 May 27 11:42:16.262469 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:39Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e', 'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'mac_address': 'fa:16:3e:62:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:37Z', 'updated_at': '2021-05-27T11:36:46Z', 'revision_number': 5, 'project_id': '71a85582257d46dbba6d7a5996789557', 'subnets': [{'id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:16.266593 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406f173-8ccd-409e-9d8a-ba31a4c10ddb None None] The sync data for ids ['b688154c-99bd-4a02-874d-e95af07279e0'] in dv-cinder-751579-23-iscsi is: [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:36:39Z', 'revision_number': 4, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e', 'name': '', 'network_id': 'a038ba68-8113-4964-8d44-c2a7f20fa4e2', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'mac_address': 'fa:16:3e:62:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:37Z', 'updated_at': '2021-05-27T11:36:46Z', 'revision_number': 5, 'project_id': '71a85582257d46dbba6d7a5996789557', 'subnets': [{'id': 'e33fdc2c-c1c0-470e-8390-5cc926f5c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:42:16.516688 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be93f933-45bb-4d9f-b3e3-9038b6380b85 None None] New status for floating IP ebcd5c18-07c8-4565-ab7c-fdd2dabfbcd4: DOWN {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:42:17.312319 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e04ad-0daf-4f94-a191-b9afc0164c68 req-2d0ca839-d55f-4396-9599-1523fc78c6a1 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:17.313769 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a39e04ad-0daf-4f94-a191-b9afc0164c68 req-2d0ca839-d55f-4396-9599-1523fc78c6a1 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.0905890 May 27 11:42:17.411752 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a39e04ad-0daf-4f94-a191-b9afc0164c68 req-d33ca911-aac9-45d2-8786-2a27b098607d tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655925 May 27 11:42:17.435848 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f7580-f4ce-4feb-8198-23dfcdc530ad req-4d0cc261-3441-469b-9f63-5bce1bf571cd tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:17.437312 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6a4f7580-f4ce-4feb-8198-23dfcdc530ad req-4d0cc261-3441-469b-9f63-5bce1bf571cd tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 946 time: 0.1226838 May 27 11:42:17.486684 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6a4f7580-f4ce-4feb-8198-23dfcdc530ad req-fb7bbeda-8b57-47f4-9a89-5defb2a04e44 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 May 27 11:42:17.739107 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-af22d9d1-20ca-49f7-af62-0483c53b4fe0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:17.739877 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-af22d9d1-20ca-49f7-af62-0483c53b4fe0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Synchronizing usage tracker for tenant:71a85582257d46dbba6d7a5996789557 on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:42:17.753114 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-af22d9d1-20ca-49f7-af62-0483c53b4fe0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Unset dirty status for tenant:71a85582257d46dbba6d7a5996789557 on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:42:17.754228 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-af22d9d1-20ca-49f7-af62-0483c53b4fe0 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.76 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 945 time: 0.1032808 May 27 11:42:17.896008 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Deleting port d5f76c1b-7c56-41b6-bfc2-652ada840398 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:17.896372 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:18.046617 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] For port d5f76c1b-7c56-41b6-bfc2-652ada840398, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d5f76c1b-7c56-41b6-bfc2-652ada840398,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:18.046971 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:18.174223 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Calling delete_port for d5f76c1b-7c56-41b6-bfc2-652ada840398 owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:18.370432 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:18.377146 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-faece0b5-308b-41f9-bca1-1d71a9f97c6e tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:18.427051 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event deleted for resources: {'Port': ['ID=d5f76c1b-7c56-41b6-bfc2-652ada840398,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:18.430949 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:18.506418 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] No DVR routers for this DVR port d5f76c1b-7c56-41b6-bfc2-652ada840398 on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:42:18.508995 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:18.511931 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'name': 'network-vif-deleted', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:42:18.573133 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-05cedc28-48ec-4137-90b9-18da8f282d4a req-fdf0d52c-f5eb-4cab-8b2f-6f4f95e4331b tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 210 time: 0.0447946 May 27 11:42:18.635415 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-0fff0967-bbc5-45ef-b300-2dface303e99 req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.76 "DELETE /v2.0/ports/d5f76c1b-7c56-41b6-bfc2-652ada840398 HTTP/1.1" status: 204 len: 173 time: 0.8751187 May 27 11:42:18.646550 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511cdf1b-8269-433c-b5da-b339eed9e460', 'name': 'network-vif-deleted', 'tag': 'd5f76c1b-7c56-41b6-bfc2-652ada840398', 'status': 'completed', 'code': 200} May 27 11:42:18.690406 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71daf2-cd47-4995-93c1-fc119e0953f9 req-39c120c4-a05c-4d00-9277-ac54b0eecd4e tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:18.692423 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2d71daf2-cd47-4995-93c1-fc119e0953f9 req-39c120c4-a05c-4d00-9277-ac54b0eecd4e tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 946 time: 0.0920019 May 27 11:42:18.739217 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2d71daf2-cd47-4995-93c1-fc119e0953f9 req-2a624c9e-f6ad-4f2e-bb63-60a30d23588f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 May 27 11:42:19.119621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-d86b3a83-b159-4b05-82ef-d4804df8b889 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:19.120366 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-d86b3a83-b159-4b05-82ef-d4804df8b889 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Synchronizing usage tracker for tenant:9c8132897172458b84957108277ad887 on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:42:19.222559 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-d86b3a83-b159-4b05-82ef-d4804df8b889 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Unset dirty status for tenant:9c8132897172458b84957108277ad887 on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:42:19.223865 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-d86b3a83-b159-4b05-82ef-d4804df8b889 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.76 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 946 time: 0.1905010 May 27 11:42:19.457161 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Deleting port 30a73f22-6610-4f21-838d-0b1e8410e2d2 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:19.457512 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:19.597464 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] For port 30a73f22-6610-4f21-838d-0b1e8410e2d2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=30a73f22-6610-4f21-838d-0b1e8410e2d2,segment=NetworkSegment(7a6d5087-8e11-4fac-9056-c08c6cf4c5ed),segment_id=7a6d5087-8e11-4fac-9056-c08c6cf4c5ed)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:19.597880 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:19.730572 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Calling delete_port for 30a73f22-6610-4f21-838d-0b1e8410e2d2 owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:19.748055 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a708e31b-388e-458f-a1f0-b8a322341309 req-5f13cb83-e989-4e9e-8342-176fc31dec5c tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "GET /v2.0/ports?device_id=511cdf1b-8269-433c-b5da-b339eed9e460 HTTP/1.1" status: 200 len: 210 time: 0.0460036 May 27 11:42:19.941536 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de4c46-7429-40d2-bb8b-87501abae174 req-8ec9da4e-3629-4f19-b356-79866c71a842 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:19.942955 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a5de4c46-7429-40d2-bb8b-87501abae174 req-8ec9da4e-3629-4f19-b356-79866c71a842 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 946 time: 0.0876925 May 27 11:42:19.994163 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:19.996345 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a5de4c46-7429-40d2-bb8b-87501abae174 req-fb362e3a-4ac2-46f5-81fd-1315a234ab13 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474992 May 27 11:42:20.000047 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5e1024c5-84e6-4f0f-b587-70b348014d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:20.035234 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['30a73f22-6610-4f21-838d-0b1e8410e2d2'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:42:20.052515 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Pushing event deleted for resources: {'Port': ['ID=30a73f22-6610-4f21-838d-0b1e8410e2d2,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:20.056854 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:20.131803 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] No DVR routers for this DVR port 30a73f22-6610-4f21-838d-0b1e8410e2d2 on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:42:20.134948 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:20.257947 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-2c8821db-3309-4ca8-90a3-964947c112d3 req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.76 "DELETE /v2.0/ports/30a73f22-6610-4f21-838d-0b1e8410e2d2 HTTP/1.1" status: 204 len: 173 time: 1.0280788 May 27 11:42:20.646579 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bc82a1-4d47-4412-a085-54271cb6f34f', 'name': 'network-vif-deleted', 'tag': '30a73f22-6610-4f21-838d-0b1e8410e2d2'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:42:20.695070 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bc82a1-4d47-4412-a085-54271cb6f34f', 'name': 'network-vif-deleted', 'tag': '30a73f22-6610-4f21-838d-0b1e8410e2d2', 'status': 'completed', 'code': 200} May 27 11:42:20.846300 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43342) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:20.923627 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9b42-b7ff-4807-ba65-66032c0ab590 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:20.954202 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9b42-b7ff-4807-ba65-66032c0ab590 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:21.102891 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9b42-b7ff-4807-ba65-66032c0ab590 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:21.108944 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f6edff85-5578-4111-8755-35ea28f5a070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:21.125843 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f9b42-b7ff-4807-ba65-66032c0ab590 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f94f5be-2ed0-4148-a18c-f4f7eb3575ce,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:21.128134 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ad0f9b42-b7ff-4807-ba65-66032c0ab590 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:21.129323 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9b42-b7ff-4807-ba65-66032c0ab590 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:21.130452 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-ad0f9b42-b7ff-4807-ba65-66032c0ab590 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] 10.222.0.86 "DELETE /v2.0/security-groups/6f94f5be-2ed0-4148-a18c-f4f7eb3575ce HTTP/1.1" status: 204 len: 168 time: 0.2830992 May 27 11:42:21.183683 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-c8c24a72-7904-4495-b4f9-29708eb4b7d7 req-4cfe7d0a-90f1-4f7a-8185-ea67eac41afb tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bc82a1-4d47-4412-a085-54271cb6f34f HTTP/1.1" status: 200 len: 210 time: 0.0595820 May 27 11:42:21.279907 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43350) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:22.005048 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880380'] for router_interface, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:22.219659 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device d5f76c1b-7c56-41b6-bfc2-652ada840398 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:42:22.258621 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: d5f76c1b-7c56-41b6-bfc2-652ada840398 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:42:22.259108 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device d5f76c1b-7c56-41b6-bfc2-652ada840398 not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:42:22.542066 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Deleting port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:22.542665 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:22.691052 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] For port 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:22.691457 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:22.749282 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-8995a95e-ecc3-43d4-bf3b-480f569b6e90 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:22.750729 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-8995a95e-ecc3-43d4-bf3b-480f569b6e90 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/networks?id=b20166cb-fb9d-4119-aa24-435bcf2a114e HTTP/1.1" status: 200 len: 809 time: 0.2732995 May 27 11:42:22.766391 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-524aad89-d841-42ae-a486-3cb91e14edbd tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/quotas/9c8132897172458b84957108277ad887 HTTP/1.1" status: 200 len: 375 time: 0.0096400 May 27 11:42:22.816732 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-e34dc1cf-335f-4b47-99c2-a147d993c946 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9c8132897172458b84957108277ad887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443773 May 27 11:42:22.827187 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Calling delete_port for 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e owned by network:router_interface {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:22.963480 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-2a7c6c19-288e-476d-bd23-f5a903cda5ba service neutron] 10.222.0.86 "GET /v2.0/networks/b20166cb-fb9d-4119-aa24-435bcf2a114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337781 May 27 11:42:23.074417 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:23.079187 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-10573f19-c45b-42b4-b004-ced02ead7bda tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:23.099575 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-715cf56b-9eae-41d7-a741-f512d5124dda service neutron] 10.222.0.86 "GET /v2.0/networks/b20166cb-fb9d-4119-aa24-435bcf2a114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300457 May 27 11:42:23.123764 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:23.126933 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:23.415193 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1035741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882764'] for router_interface, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:23.782555 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Router b688154c-99bd-4a02-874d-e95af07279e0 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:42:24.071469 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:42:24.080070 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] Sync routers for ids ['b688154c-99bd-4a02-874d-e95af07279e0'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:42:24.083472 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] 10.222.0.86 "PUT /v2.0/routers/b688154c-99bd-4a02-874d-e95af07279e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8024802 May 27 11:42:24.086164 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43384) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:24.089743 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] Routers {'b688154c-99bd-4a02-874d-e95af07279e0'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:42:24.090360 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:42:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b688154c-99bd-4a02-874d-e95af07279e0'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:24.228338 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 30a73f22-6610-4f21-838d-0b1e8410e2d2 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:42:24.265863 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Notify callbacks [] for router, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:24.279771 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 30a73f22-6610-4f21-838d-0b1e8410e2d2 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:42:24.280159 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 30a73f22-6610-4f21-838d-0b1e8410e2d2 not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:42:24.312830 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] Set router b688154c-99bd-4a02-874d-e95af07279e0 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:42:24.473460 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:24.582094 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5b0fbe36-5970-4ca3-ac20-8a60be96c4ce req-9e3b98ad-9ef5-4453-bb55-db86241b167c tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 210 time: 0.0656667 May 27 11:42:24.650807 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:42:22Z', 'revision_number': 5, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port': {'id': 'c66d203e-d787-4b8c-8586-f84356eea4b8', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:32Z', 'updated_at': '2021-05-27T11:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:24.655090 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] Checking router: b688154c-99bd-4a02-874d-e95af07279e0 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:42:24.664956 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] Routers {'b688154c-99bd-4a02-874d-e95af07279e0'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:42:24.665567 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:42:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['b688154c-99bd-4a02-874d-e95af07279e0'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:24.761642 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Deleting port c66d203e-d787-4b8c-8586-f84356eea4b8 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:24.762827 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:24.821587 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] Set router b688154c-99bd-4a02-874d-e95af07279e0 gateway port host: None {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:42:24.897151 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] For port c66d203e-d787-4b8c-8586-f84356eea4b8, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=c66d203e-d787-4b8c-8586-f84356eea4b8,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:24.898372 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:24.935483 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:42:24Z', 'revision_number': 6, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port_host': None}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:24.940636 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02a3a6-d532-4757-90fc-9e03d9219368 None None] The sync data for ids ['b688154c-99bd-4a02-874d-e95af07279e0'] in dv-cinder-751579-23-iscsi is: [{'id': 'b688154c-99bd-4a02-874d-e95af07279e0', 'name': 'tempest-TestShelveInstance-1798472619-router', 'tenant_id': '71a85582257d46dbba6d7a5996789557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:30Z', 'updated_at': '2021-05-27T11:42:24Z', 'revision_number': 6, 'project_id': '71a85582257d46dbba6d7a5996789557', 'gw_port_host': None}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:42:25.032576 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Calling delete_port for c66d203e-d787-4b8c-8586-f84356eea4b8 owned by network:router_gateway {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:25.354308 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:25.358301 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-2eaad2b0-9c05-4419-8bd1-77f054409c3d tempest-AttachVolumeNegativeTest-1668621670 tempest-AttachVolumeNegativeTest-1668621670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:25.402804 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c66d203e-d787-4b8c-8586-f84356eea4b8,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:25.447676 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.448074 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.448445 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.448817 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.449181 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.449543 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.449904 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.450258 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.450610 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.450982 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.451330 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.451678 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:25.459132 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:25.513614 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-877779'] for router_gateway, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:25.694023 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-884300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:25.697682 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:25.736598 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-3a4b7f8c-a68c-4639-a93b-5393fcd2bc32 req-72f60e29-684a-4260-b534-7d2750a8643d tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 210 time: 0.0462012 May 27 11:42:25.857111 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-883808'] for router, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:25.857643 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b688154c-99bd-4a02-874d-e95af07279e0 {{(pid=92449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:42:25.870480 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] Notify callbacks [] for router, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:25.871585 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-5749b8f4-d19f-4a1f-8bcf-7f48d20dee5d admin admin] 10.222.0.86 "DELETE /v2.0/routers/b688154c-99bd-4a02-874d-e95af07279e0 HTTP/1.1" status: 204 len: 168 time: 1.7844338 May 27 11:42:25.874271 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43410) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:25.938504 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-14961bf2-3999-4b60-83a6-54f40394cf52 admin admin] Deleting subnet e33fdc2c-c1c0-470e-8390-5cc926f5c6d7 {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:42:25.942073 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-14961bf2-3999-4b60-83a6-54f40394cf52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:26.113621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-14961bf2-3999-4b60-83a6-54f40394cf52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225886'] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:26.194236 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-14961bf2-3999-4b60-83a6-54f40394cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:26.384777 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:42:26.421855 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:42:26.422409 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 47c07cdc-4d3c-4ca8-98fb-f8642ba64b6e not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:42:26.422836 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device c66d203e-d787-4b8c-8586-f84356eea4b8 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:42:26.457401 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: c66d203e-d787-4b8c-8586-f84356eea4b8 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:42:26.457755 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device c66d203e-d787-4b8c-8586-f84356eea4b8 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:42:26.537593 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-14961bf2-3999-4b60-83a6-54f40394cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7864749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696197'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:26.541744 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:26.575784 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14961bf2-3999-4b60-83a6-54f40394cf52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33fdc2c-c1c0-470e-8390-5cc926f5c6d7,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:26.579324 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-14961bf2-3999-4b60-83a6-54f40394cf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:26.581860 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-14961bf2-3999-4b60-83a6-54f40394cf52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:26.588834 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-14961bf2-3999-4b60-83a6-54f40394cf52 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e33fdc2c-c1c0-470e-8390-5cc926f5c6d7 HTTP/1.1" status: 204 len: 168 time: 0.7134991 May 27 11:42:26.593952 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43420) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:26.600540 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf665c53-9a3e-4a7a-92a2-c46dcc581e3d None None] Network a038ba68-8113-4964-8d44-c2a7f20fa4e2 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:42:26.722768 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:26.808270 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Deleting port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:26.808988 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:26.927714 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] For port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=6c31cddf-9ac9-45f1-9c68-6623b09e53b8,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:26.933554 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:26.952365 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ec70b-d51d-4b8a-aebd-c2f7a680cb41 None None] DHCP port deletion for a038ba68-8113-4964-8d44-c2a7f20fa4e2 request from dv-cinder-751579-23-iscsi {{(pid=92451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:42:27.035410 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-c45ec70b-d51d-4b8a-aebd-c2f7a680cb41 None None] Deleting port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 {{(pid=92451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:27.035792 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c45ec70b-d51d-4b8a-aebd-c2f7a680cb41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.080239 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Calling delete_port for 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 owned by network:dhcp {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:27.163944 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-c45ec70b-d51d-4b8a-aebd-c2f7a680cb41 None None] For port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=6c31cddf-9ac9-45f1-9c68-6623b09e53b8,segment=NetworkSegment(4f0aead2-9782-496a-aeb9-7af9ad33fae1),segment_id=4f0aead2-9782-496a-aeb9-7af9ad33fae1)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:27.164880 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c45ec70b-d51d-4b8a-aebd-c2f7a680cb41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.174602 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-d93e1e44-14c5-422b-8153-e5239e8982d6 req-5daa46c7-f18f-465b-b74a-5cc77ddd67fa tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 210 time: 0.2931814 May 27 11:42:27.309334 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-c45ec70b-d51d-4b8a-aebd-c2f7a680cb41 None None] Calling delete_port for 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 owned by network:dhcp {{(pid=92451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:27.331816 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-af17cf84-b5ee-4ea2-8bbc-87249f4c7c82 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:27.333351 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-af17cf84-b5ee-4ea2-8bbc-87249f4c7c82 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.76 "GET /v2.0/networks?id=b20166cb-fb9d-4119-aa24-435bcf2a114e HTTP/1.1" status: 200 len: 809 time: 0.2215219 May 27 11:42:27.360426 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Request body: {'port': {'device_id': 'd8ee06fd-7c0e-4e23-b6ca-b20a14919a0a', 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e', 'admin_state_up': True, 'tenant_id': '9c8132897172458b84957108277ad887'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:42:27.361925 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.366649 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-450a871a-27db-4a9c-a82c-428bba3d278c tempest-TestMinimumBasicScenario-554342274 tempest-TestMinimumBasicScenario-554342274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:27.375683 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c45ec70b-d51d-4b8a-aebd-c2f7a680cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101'] for port, after_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.379368 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:27.416559 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c31cddf-9ac9-45f1-9c68-6623b09e53b8,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:27.427861 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] No DVR routers for this DVR port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 on host dv-cinder-751579-23-iscsi {{(pid=92450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:42:27.433405 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ec70b-d51d-4b8a-aebd-c2f7a680cb41 None None] Pushing event deleted for resources: {'Port': ['ID=6c31cddf-9ac9-45f1-9c68-6623b09e53b8,revision_number=None']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:27.433405 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-c45ec70b-d51d-4b8a-aebd-c2f7a680cb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:27.434033 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ec70b-d51d-4b8a-aebd-c2f7a680cb41 None None] No DVR routers for this DVR port 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 on host dv-cinder-751579-23-iscsi {{(pid=92451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:42:27.488825 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.489435 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.490148 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.490623 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.491552 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.492203 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.492741 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.493428 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.493798 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.494340 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.494873 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.495480 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:42:27.503448 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:27.546795 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:42:27.552124 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Usage tracker for resource:port and tenant:9c8132897172458b84957108277ad887 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:42:27.555746 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:42:27.563106 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:42:27.603799 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.626448 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a038ba68-8113-4964-8d44-c2a7f20fa4e2']}} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:27.645651 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0aead2-9782-496a-aeb9-7af9ad33fae1') {'for_net_delete': True} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:27.645933 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0aead2-9782-496a-aeb9-7af9ad33fae1') {} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:27.660066 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5579917'] for segment, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.683173 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.689946 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=92450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:42:27.690341 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5597077'] for segment, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.692103 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Made reservation on behalf of 9c8132897172458b84957108277ad887 for: {'port': 1} {{(pid=92449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 11:42:27.696838 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: Traceback (most recent call last): May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: timer() May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: cb(*args, **kw) May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: return func(*args, **kwargs) May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: self._notify() May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: self.callback(batched_events) May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: event.method(event) May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: return f(self, *a, **k) May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._get(url).json() May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: return self.request(url, 'GET', **kwargs) May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:42:27.704789 dv-cinder-751579-23-iscsi neutron-server[92450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:42:27.857410 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.862337 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:27.868742 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-f19ed0fe-2cc2-405b-83b0-e063d72ffdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:27.876214 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_common [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Allocated IP 172.20.0.8 (b20166cb-fb9d-4119-aa24-435bcf2a114e/581b3a95-1d7e-4316-a3f8-f072f7a0baec/b888ca4b-5460-45ee-8cd0-e1324015dce0) {{(pid=92449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 11:42:27.897021 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a038ba68-8113-4964-8d44-c2a7f20fa4e2 HTTP/1.1" status: 204 len: 168 time: 1.3044825 May 27 11:42:27.903807 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Pushing event deleted for resources: {'Network': ['ID=a038ba68-8113-4964-8d44-c2a7f20fa4e2,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:27.903807 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bca02e09-6178-4543-9188-7ceb47c9c106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:27.903807 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43448) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:28.093822 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks [] for port, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:28.206656 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736638992092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:28.213233 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-5de865d4-ec51-4ecf-a9ea-8905026bdd93 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:28.290438 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Network b20166cb-fb9d-4119-aa24-435bcf2a114e is already hosted by enough agents. {{(pid=92449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 11:42:28.293928 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.base_scheduler [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Resources bound (agent type, host, resource id): {{(pid=92449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 11:42:28.298475 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Received port after_create {{(pid=92449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 11:42:28.340246 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Pushing event updated for resources: {'Port': ['ID=b888ca4b-5460-45ee-8cd0-e1324015dce0,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:28.347995 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:28.386396 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:42:28.389145 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:28.389917 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:28.424616 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:42:28.424968 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 6c31cddf-9ac9-45f1-9c68-6623b09e53b8 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:42:28.496899 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-d5c3470b-060f-45aa-b5be-5f77ef860d40 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1412060 May 27 11:42:28.515912 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.v2.base [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Request body: {'port': {'device_id': 'd8ee06fd-7c0e-4e23-b6ca-b20a14919a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=92449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 11:42:28.575000 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd74cc8-0d9d-4d1b-9cda-f55d12aa9a75 req-cc071c1a-210c-4ddf-8543-8745d9bb1e29 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:28.576508 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5bd74cc8-0d9d-4d1b-9cda-f55d12aa9a75 req-cc071c1a-210c-4ddf-8543-8745d9bb1e29 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 931 time: 0.2378449 May 27 11:42:28.634547 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:28.636758 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5bd74cc8-0d9d-4d1b-9cda-f55d12aa9a75 req-4f447f85-2346-4fef-80aa-348d408a628e tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540977 May 27 11:42:28.713889 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880380'] for router_interface, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.013324 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b888ca4b-5460-45ee-8cd0-e1324015dce0 {{(pid=92449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:42:29.021115 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.036192 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.provisioning_blocks [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Transition to ACTIVE for port object b888ca4b-5460-45ee-8cd0-e1324015dce0 will not be triggered until provisioned by entity L2. {{(pid=92449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 11:42:29.131227 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.136895 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:29.154328 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Deleting port c94bf83a-426c-4eea-b15e-f753cd0218fb {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:29.154879 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.296374 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] For port c94bf83a-426c-4eea-b15e-f753cd0218fb, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=c94bf83a-426c-4eea-b15e-f753cd0218fb,segment=NetworkSegment(be095bbc-dbc4-4152-8fd1-56de40d3e7ec),segment_id=be095bbc-dbc4-4152-8fd1-56de40d3e7ec)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:29.296741 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.351897 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43466) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:29.417271 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Pushing event updated for resources: {'Port': ['ID=b888ca4b-5460-45ee-8cd0-e1324015dce0,revision_number=2']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:29.433352 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Calling delete_port for c94bf83a-426c-4eea-b15e-f753cd0218fb owned by network:router_interface {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:29.450555 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:29.506206 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.518654 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Attempting to bind port b888ca4b-5460-45ee-8cd0-e1324015dce0 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 11:42:29.518992 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Attempting to bind port b888ca4b-5460-45ee-8cd0-e1324015dce0 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e'}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 11:42:29.519309 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Attempting to bind port b888ca4b-5460-45ee-8cd0-e1324015dce0 on network b20166cb-fb9d-4119-aa24-435bcf2a114e {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:42:29.526826 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Port b888ca4b-5460-45ee-8cd0-e1324015dce0 on network b20166cb-fb9d-4119-aa24-435bcf2a114e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 11:42:29.527154 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Attempting to bind port b888ca4b-5460-45ee-8cd0-e1324015dce0 on network b20166cb-fb9d-4119-aa24-435bcf2a114e {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 11:42:29.529590 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:42:29.535810 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:e901be06c3bd466cb55defb6ffb82812 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:42:29.539195 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Checking agent: {'id': '9a13eaf1-0119-42c8-baec-08b7f9e926d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'started_at': datetime.datetime(2021, 5, 27, 11, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 11, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 11:42:29.539599 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Checking segment: {'id': '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 11:42:29.539997 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Bound using segment: {'id': '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e'} {{(pid=92449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 11:42:29.540436 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.managers [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Bound port: b888ca4b-5460-45ee-8cd0-e1324015dce0, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e'}}] {{(pid=92449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 11:42:29.540782 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.553161 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:42:29.562603 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:42:29.645944 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.652355 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-42391e0a-95bd-4935-9755-68052e600b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:29.672733 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] For port b888ca4b-5460-45ee-8cd0-e1324015dce0, host hv-cinder-75157, cleared binding levels {{(pid=92449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 11:42:29.676841 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] For port b888ca4b-5460-45ee-8cd0-e1324015dce0, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b888ca4b-5460-45ee-8cd0-e1324015dce0,segment=NetworkSegment(7a6d5087-8e11-4fac-9056-c08c6cf4c5ed),segment_id=7a6d5087-8e11-4fac-9056-c08c6cf4c5ed)] {{(pid=92449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 11:42:29.701357 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Pushing event deleted for resources: {'Port': ['ID=c94bf83a-426c-4eea-b15e-f753cd0218fb,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:29.704551 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:29.739504 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.754594 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7865195'] for port, after_update {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.759197 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:29.820021 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:29.821554 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.822854 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] 10.222.0.76 "PUT /v2.0/ports/b888ca4b-5460-45ee-8cd0-e1324015dce0 HTTP/1.1" status: 200 len: 1093 time: 1.3113575 May 27 11:42:29.830827 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ee06fd-7c0e-4e23-b6ca-b20a14919a0a', 'tag': 'b888ca4b-5460-45ee-8cd0-e1324015dce0'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:42:29.841376 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:29.888390 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ee06fd-7c0e-4e23-b6ca-b20a14919a0a', 'tag': 'b888ca4b-5460-45ee-8cd0-e1324015dce0', 'status': 'completed', 'code': 200} May 27 11:42:29.894140 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e901be06c3bd466cb55defb6ffb82812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418227 May 27 11:42:29.897450 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43476) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:29.901470 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Pushing event updated for resources: {'Port': ['ID=b888ca4b-5460-45ee-8cd0-e1324015dce0,revision_number=3']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:29.905140 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-77f4c2e4-9453-463a-b85c-fce2e4b92538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:29.916580 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-a4769f0c-7696-413a-8018-ea65634e034a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:29.982148 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08968be-3679-40cf-8493-2d9c7c0ae83c req-d5243ad2-acb3-41f4-8b38-303205893ae2 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:29.983557 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b08968be-3679-40cf-8493-2d9c7c0ae83c req-d5243ad2-acb3-41f4-8b38-303205893ae2 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 943 time: 0.2126856 May 27 11:42:30.015942 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b83fb54-f281-4f76-aa6a-47bca8aabc33,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:30.023263 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:30.062967 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b6468144-e78c-4528-a096-e499d7fc8473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:30.089157 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f4eb6-8c99-4df1-ba57-923c4f359d88 req-aec19088-c33c-4bfa-a14f-eb10e5087b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:30.090644 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cb4f4eb6-8c99-4df1-ba57-923c4f359d88 req-aec19088-c33c-4bfa-a14f-eb10e5087b2a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c8132897172458b84957108277ad887&device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 1096 time: 0.1636765 May 27 11:42:30.098076 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b6468144-e78c-4528-a096-e499d7fc8473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:30.220641 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-b08968be-3679-40cf-8493-2d9c7c0ae83c req-92525eea-e7ef-4d0a-9a07-6ee27fc3f765 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737507 May 27 11:42:30.222028 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1035741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882764'] for router_interface, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:30.275663 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f4eb6-8c99-4df1-ba57-923c4f359d88 req-846d2c1e-3b2e-4e51-bd74-16513014ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:30.277166 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cb4f4eb6-8c99-4df1-ba57-923c4f359d88 req-846d2c1e-3b2e-4e51-bd74-16513014ec96 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=9c8132897172458b84957108277ad887&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1691830 May 27 11:42:30.360001 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b6468144-e78c-4528-a096-e499d7fc8473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:30.370071 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ad0f9b42-b7ff-4807-ba65-66032c0ab590 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:30.397372 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6468144-e78c-4528-a096-e499d7fc8473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b83fb54-f281-4f76-aa6a-47bca8aabc33,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:30.401565 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-b6468144-e78c-4528-a096-e499d7fc8473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:30.402582 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-b6468144-e78c-4528-a096-e499d7fc8473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:30.403924 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-b6468144-e78c-4528-a096-e499d7fc8473 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2b83fb54-f281-4f76-aa6a-47bca8aabc33 HTTP/1.1" status: 204 len: 168 time: 0.5047362 May 27 11:42:30.452456 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f4eb6-8c99-4df1-ba57-923c4f359d88 req-87f2b759-3739-4d9a-8f7a-a70c5bad76ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:30.453812 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-cb4f4eb6-8c99-4df1-ba57-923c4f359d88 req-87f2b759-3739-4d9a-8f7a-a70c5bad76ab service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1691332 May 27 11:42:30.601428 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-759511f5-ff61-4b16-be42-7a5c535a6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:30.602917 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-759511f5-ff61-4b16-be42-7a5c535a6993 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c8132897172458b84957108277ad887&device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 1096 time: 0.0818636 May 27 11:42:30.636202 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Router 98225fe4-8c85-416c-8c95-7eb6b9627dcb has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:42:30.689257 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-1babcfb6-4faa-4964-8b6c-6a47cca1e3a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b888ca4b-5460-45ee-8cd0-e1324015dce0 HTTP/1.1" status: 200 len: 217 time: 0.0718856 May 27 11:42:30.757957 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-16a56472-75db-4caf-b65f-d3b4b9d00ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:30.759654 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-16a56472-75db-4caf-b65f-d3b4b9d00ec0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=581b3a95-1d7e-4316-a3f8-f072f7a0baec HTTP/1.1" status: 200 len: 849 time: 0.0637143 May 27 11:42:30.812424 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-be15dd7b-6aa7-472f-9c9c-71d64f62dcbb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b20166cb-fb9d-4119-aa24-435bcf2a114e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460031 May 27 11:42:30.826967 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:42:30.836435 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] Sync routers for ids ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:42:30.837341 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-648cef04-c6dd-4ee8-ae5e-5f905ec5f28e admin admin] 10.222.0.86 "PUT /v2.0/routers/98225fe4-8c85-416c-8c95-7eb6b9627dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9339502 May 27 11:42:30.839611 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43484) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:30.849363 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] Routers {'98225fe4-8c85-416c-8c95-7eb6b9627dcb'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:42:30.850061 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:42:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:30.959702 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-1d214fbb-ebcb-43d8-9d85-0c561cdbb035 service neutron] 10.222.0.76 "GET /v2.0/networks/b20166cb-fb9d-4119-aa24-435bcf2a114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398964 May 27 11:42:31.032816 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.037180 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] Set router 98225fe4-8c85-416c-8c95-7eb6b9627dcb gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:42:31.120533 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-b57057ef-e390-4be1-bd7e-6273785592a4 req-66e452a4-dac5-4959-ac17-f6ebf092c71a service neutron] 10.222.0.76 "GET /v2.0/networks/b20166cb-fb9d-4119-aa24-435bcf2a114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524959 May 27 11:42:31.121039 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43488) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:31.139892 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-428a3b8b-3878-41cd-9bc5-fbf53d8c56f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.156778 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-428a3b8b-3878-41cd-9bc5-fbf53d8c56f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:42:31.160683 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-428a3b8b-3878-41cd-9bc5-fbf53d8c56f8 admin admin] Usage tracker for resource:security_group_rule and tenant:19c469fc1f4943bd8f6ca496be1c652e is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:42:31.164396 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-428a3b8b-3878-41cd-9bc5-fbf53d8c56f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:42:31.170678 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-428a3b8b-3878-41cd-9bc5-fbf53d8c56f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:42:31.224179 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.265257 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-428a3b8b-3878-41cd-9bc5-fbf53d8c56f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.359935 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-428a3b8b-3878-41cd-9bc5-fbf53d8c56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.369837 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4d76aa00-f5db-4724-a13d-2c940b0c617f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:31.379413 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'name': 'tempest-TestShelveInstance-591201883-router', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:47Z', 'updated_at': '2021-05-27T11:42:29Z', 'revision_number': 5, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'gw_port': {'id': '05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:36:48Z', 'updated_at': '2021-05-27T11:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:31.384058 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] Checking router: 98225fe4-8c85-416c-8c95-7eb6b9627dcb for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:42:31.392744 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] Routers {'98225fe4-8c85-416c-8c95-7eb6b9627dcb'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:42:31.393352 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:42:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:31.415014 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-428a3b8b-3878-41cd-9bc5-fbf53d8c56f8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=19c469fc1f4943bd8f6ca496be1c652e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907450 May 27 11:42:31.415231 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43494) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:31.418306 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a3b8b-3878-41cd-9bc5-fbf53d8c56f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46618f96-9cd4-49b0-a5f6-2be4380069f0,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:31.421499 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-428a3b8b-3878-41cd-9bc5-fbf53d8c56f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:31.482132 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Deleting port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:31.482491 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.509062 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33809fe8-5022-440d-b185-8a180bdb233a req-85816534-0bfd-4b49-b207-c1c21aa95782 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:31.512783 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-33809fe8-5022-440d-b185-8a180bdb233a req-85816534-0bfd-4b49-b207-c1c21aa95782 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 943 time: 0.1539695 May 27 11:42:31.557116 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] Set router 98225fe4-8c85-416c-8c95-7eb6b9627dcb gateway port host: None {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:42:31.595135 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22613fec-c3ac-4630-8ccf-4bc8a5271f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.625080 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22613fec-c3ac-4630-8ccf-4bc8a5271f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.627445 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-33809fe8-5022-440d-b185-8a180bdb233a req-ddffd45d-3d4e-45fc-babd-e65bc4d30931 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608978 May 27 11:42:31.673434 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'name': 'tempest-TestShelveInstance-591201883-router', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:47Z', 'updated_at': '2021-05-27T11:42:31Z', 'revision_number': 6, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'gw_port_host': None}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:31.677560 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeff4d9-6bd9-479a-a4fc-3eb8c543f7d9 None None] The sync data for ids ['98225fe4-8c85-416c-8c95-7eb6b9627dcb'] in dv-cinder-751579-23-iscsi is: [{'id': '98225fe4-8c85-416c-8c95-7eb6b9627dcb', 'name': 'tempest-TestShelveInstance-591201883-router', 'tenant_id': '7aeb0c5a1ffe4198b066c12237d83866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:36:47Z', 'updated_at': '2021-05-27T11:42:31Z', 'revision_number': 6, 'project_id': '7aeb0c5a1ffe4198b066c12237d83866', 'gw_port_host': None}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:42:31.789148 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22613fec-c3ac-4630-8ccf-4bc8a5271f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.793183 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-0e3a6329-7244-4ca3-8b35-c49931b8787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:31.795662 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] For port 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:31.800853 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.805888 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22613fec-c3ac-4630-8ccf-4bc8a5271f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46618f96-9cd4-49b0-a5f6-2be4380069f0,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:31.809747 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-22613fec-c3ac-4630-8ccf-4bc8a5271f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:31.813343 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-22613fec-c3ac-4630-8ccf-4bc8a5271f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:31.814605 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-22613fec-c3ac-4630-8ccf-4bc8a5271f41 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/46618f96-9cd4-49b0-a5f6-2be4380069f0 HTTP/1.1" status: 204 len: 168 time: 0.3978937 May 27 11:42:31.930872 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Calling delete_port for 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 owned by network:router_gateway {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:32.142954 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.149186 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-15ebc3fd-cb39-49dc-9784-98eb95a77a8e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:32.205419 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:32.208550 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:32.306099 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-877779'] for router_gateway, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.471381 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device c94bf83a-426c-4eea-b15e-f753cd0218fb no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:42:32.493974 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-884300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.496338 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.511032 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: c94bf83a-426c-4eea-b15e-f753cd0218fb {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:42:32.511387 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device c94bf83a-426c-4eea-b15e-f753cd0218fb not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:42:32.511819 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:42:32.548809 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:42:32.549170 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 05d9a94f-c7f0-4ce0-9c85-4f24b3b4a003 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:42:32.577543 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43504) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:32.600174 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.616318 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:42:32.620853 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] Usage tracker for resource:security_group_rule and tenant:68663ea8d37346f6b7ab0b95188c14a9 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:42:32.624069 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:42:32.629721 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:42:32.697302 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-883808'] for router, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.698478 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98225fe4-8c85-416c-8c95-7eb6b9627dcb {{(pid=92450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:42:32.716834 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Notify callbacks [] for router, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.718221 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.718981 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/98225fe4-8c85-416c-8c95-7eb6b9627dcb HTTP/1.1" status: 204 len: 168 time: 1.8778720 May 27 11:42:32.720994 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43510) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:32.766486 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-97856c06-851b-49c0-9de7-89b319d85ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.789337 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd540ec5-2e67-49ee-8e7c-102e149779ad admin admin] Deleting subnet 03b9721f-690c-4508-87ff-f62566a55b40 {{(pid=92449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:42:32.792873 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cd540ec5-2e67-49ee-8e7c-102e149779ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.826736 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.836758 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-48946212-7052-44a6-8098-fec741e22919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:32.846950 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47869d1e-39f7-4024-ab14-9827576f9116 req-d9508a7f-04d0-41ce-90d4-418eaca3c721 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:32.847672 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-47869d1e-39f7-4024-ab14-9827576f9116 req-d9508a7f-04d0-41ce-90d4-418eaca3c721 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 943 time: 0.0930092 May 27 11:42:32.893199 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cd540ec5-2e67-49ee-8e7c-102e149779ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7225886'] for subnet, precommit_delete_associations {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:32.893876 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-47869d1e-39f7-4024-ab14-9827576f9116 req-6b7094f6-56fd-463e-a9d2-7783ebce2783 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 May 27 11:42:32.924941 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162b4b92-51db-4cd2-819a-c92b768e6449,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:32.928237 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:32.937302 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=68663ea8d37346f6b7ab0b95188c14a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586249 May 27 11:42:32.940251 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43514) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:32.990998 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cd540ec5-2e67-49ee-8e7c-102e149779ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.003835 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1a386392-3231-4cb8-aa6d-46a113a6d795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.029913 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1a386392-3231-4cb8-aa6d-46a113a6d795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.234135 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1a386392-3231-4cb8-aa6d-46a113a6d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.239208 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c3d4abb0-f23f-4d2e-8082-168ee5552da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:33.255611 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a386392-3231-4cb8-aa6d-46a113a6d795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162b4b92-51db-4cd2-819a-c92b768e6449,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:33.255611 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-1a386392-3231-4cb8-aa6d-46a113a6d795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:33.258667 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1a386392-3231-4cb8-aa6d-46a113a6d795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.262282 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-1a386392-3231-4cb8-aa6d-46a113a6d795 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/162b4b92-51db-4cd2-819a-c92b768e6449 HTTP/1.1" status: 204 len: 168 time: 0.3185699 May 27 11:42:33.285582 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.365772 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cd540ec5-2e67-49ee-8e7c-102e149779ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7864749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6696197'] for subnet, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.371467 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:33.407275 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd540ec5-2e67-49ee-8e7c-102e149779ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b9721f-690c-4508-87ff-f62566a55b40,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:33.410535 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-cd540ec5-2e67-49ee-8e7c-102e149779ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:33.415090 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cd540ec5-2e67-49ee-8e7c-102e149779ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for subnet, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.418910 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d302fd-7936-4d04-bf10-b6381202c747 None None] Network f71d5d58-1448-42f8-92a7-1db40f6dd34f requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:42:33.426684 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-cd540ec5-2e67-49ee-8e7c-102e149779ad admin admin] 10.222.0.86 "DELETE /v2.0/subnets/03b9721f-690c-4508-87ff-f62566a55b40 HTTP/1.1" status: 204 len: 168 time: 0.7046711 May 27 11:42:33.430328 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43520) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:33.546064 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.632702 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Deleting port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:33.633851 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.676438 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79b91e-86b8-458a-ab05-9820cb748681 None None] DHCP port deletion for f71d5d58-1448-42f8-92a7-1db40f6dd34f request from dv-cinder-751579-23-iscsi {{(pid=92451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:42:33.750399 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] For port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=6f2afa6b-d4ae-4541-bf25-4e44d312dcc7,segment=NetworkSegment(be095bbc-dbc4-4152-8fd1-56de40d3e7ec),segment_id=be095bbc-dbc4-4152-8fd1-56de40d3e7ec)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:33.751126 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.760338 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-3c79b91e-86b8-458a-ab05-9820cb748681 None None] Deleting port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 {{(pid=92451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:33.761160 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c79b91e-86b8-458a-ab05-9820cb748681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.875593 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-3c79b91e-86b8-458a-ab05-9820cb748681 None None] For port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=6f2afa6b-d4ae-4541-bf25-4e44d312dcc7,segment=NetworkSegment(be095bbc-dbc4-4152-8fd1-56de40d3e7ec),segment_id=be095bbc-dbc4-4152-8fd1-56de40d3e7ec)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:33.876719 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c79b91e-86b8-458a-ab05-9820cb748681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:33.907194 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Calling delete_port for 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 owned by network:dhcp {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:34.012293 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-3c79b91e-86b8-458a-ab05-9820cb748681 None None] Calling delete_port for 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 owned by network:dhcp {{(pid=92451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:34.051292 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:34.057046 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7f53184e-6606-40ff-962a-bc2d9de6a0ab tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:34.057717 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c79b91e-86b8-458a-ab05-9820cb748681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101'] for port, after_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:34.062307 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:34.107001 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642e8bd-bcc6-4391-824a-34956d1bcc03 req-9fcfef64-0c48-4caa-8e7a-26710e47e073 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:34.107001 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a642e8bd-bcc6-4391-824a-34956d1bcc03 req-9fcfef64-0c48-4caa-8e7a-26710e47e073 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 943 time: 0.0940385 May 27 11:42:34.107787 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] No DVR routers for this DVR port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 on host dv-cinder-751579-23-iscsi {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:42:34.122978 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79b91e-86b8-458a-ab05-9820cb748681 None None] Pushing event deleted for resources: {'Port': ['ID=6f2afa6b-d4ae-4541-bf25-4e44d312dcc7,revision_number=None']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:34.129004 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c79b91e-86b8-458a-ab05-9820cb748681 None None] No DVR routers for this DVR port 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 on host dv-cinder-751579-23-iscsi {{(pid=92451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:42:34.130779 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-3c79b91e-86b8-458a-ab05-9820cb748681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:34.142789 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2afa6b-d4ae-4541-bf25-4e44d312dcc7,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:34.145699 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:34.176974 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a642e8bd-bcc6-4391-824a-34956d1bcc03 req-db4321ae-eb3c-4131-aac6-4a5705e3c18c tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593848 May 27 11:42:34.244244 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:34.256291 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device b888ca4b-5460-45ee-8cd0-e1324015dce0 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=92451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 11:42:34.259661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71d5d58-1448-42f8-92a7-1db40f6dd34f']}} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:34.273664 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec') {'for_net_delete': True} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:34.274125 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.services.segments.db [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be095bbc-dbc4-4152-8fd1-56de40d3e7ec') {} {{(pid=92449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:42:34.287102 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7225895'] for segment, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:34.308511 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:34.319761 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=92449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:42:34.320272 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7865103'] for segment, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: Traceback (most recent call last): May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: timer() May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: cb(*args, **kw) May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: return func(*args, **kwargs) May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: self._notify() May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: self.callback(batched_events) May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: event.method(event) May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: return f(self, *a, **k) May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._get(url).json() May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: return self.request(url, 'GET', **kwargs) May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:42:34.334763 dv-cinder-751579-23-iscsi neutron-server[92449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:42:34.396208 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:42:34.488718 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:42:34.489094 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 6f2afa6b-d4ae-4541-bf25-4e44d312dcc7 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:42:34.513493 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port b888ca4b-5460-45ee-8cd0-e1324015dce0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b888ca4b-5460-45ee-8cd0-e1324015dce0,segment=NetworkSegment(7a6d5087-8e11-4fac-9056-c08c6cf4c5ed),segment_id=7a6d5087-8e11-4fac-9056-c08c6cf4c5ed)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:34.528270 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Returning: {'device': 'b888ca4b-5460-45ee-8cd0-e1324015dce0', 'network_id': 'b20166cb-fb9d-4119-aa24-435bcf2a114e', 'port_id': 'b888ca4b-5460-45ee-8cd0-e1324015dce0', 'mac_address': 'fa:16:3e:78:5e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581b3a95-1d7e-4316-a3f8-f072f7a0baec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 11:42:34.542771 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:34.546550 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:34.562694 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:34.569031 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Pushing event deleted for resources: {'Network': ['ID=f71d5d58-1448-42f8-92a7-1db40f6dd34f,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:34.574122 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:34.577766 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-dd32e0fd-4041-45a3-b673-7660fb02846b admin admin] 10.222.0.86 "DELETE /v2.0/networks/f71d5d58-1448-42f8-92a7-1db40f6dd34f HTTP/1.1" status: 204 len: 168 time: 1.1457903 May 27 11:42:34.590269 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:34.614097 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b888ca4b-5460-45ee-8cd0-e1324015dce0 {{(pid=92451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 11:42:34.638885 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port b888ca4b-5460-45ee-8cd0-e1324015dce0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b888ca4b-5460-45ee-8cd0-e1324015dce0,segment=NetworkSegment(7a6d5087-8e11-4fac-9056-c08c6cf4c5ed),segment_id=7a6d5087-8e11-4fac-9056-c08c6cf4c5ed)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:34.743168 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:34.746293 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:34.816976 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=b888ca4b-5460-45ee-8cd0-e1324015dce0,revision_number=4']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:34.821272 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:35.093479 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['b888ca4b-5460-45ee-8cd0-e1324015dce0'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:42:35.100900 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 43550) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:35.125006 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:35.155615 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-3bd3ab3b-db2f-4b2f-9063-96c0d76810d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=71a85582257d46dbba6d7a5996789557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533917 May 27 11:42:35.158118 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43554) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:35.224622 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bef67641-5bb7-4d56-9591-77b6072564e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:35.253638 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bef67641-5bb7-4d56-9591-77b6072564e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:35.264368 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-759f2ed8-80c1-43f6-b713-7f7d5a676dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:35.391092 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e39a2-217c-4770-b53c-1a66b62e6678 req-b2a1f11a-133b-4105-a926-916ea4515253 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:35.392572 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1e2e39a2-217c-4770-b53c-1a66b62e6678 req-b2a1f11a-133b-4105-a926-916ea4515253 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 944 time: 0.0827982 May 27 11:42:35.415232 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bef67641-5bb7-4d56-9591-77b6072564e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:35.418861 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-1919aa72-d012-4386-8018-ba20b3675b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:35.436203 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef67641-5bb7-4d56-9591-77b6072564e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078b48f9-b813-4c38-9a1c-04277af073ca,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:35.441099 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bef67641-5bb7-4d56-9591-77b6072564e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:35.458362 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-bef67641-5bb7-4d56-9591-77b6072564e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:35.459540 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-bef67641-5bb7-4d56-9591-77b6072564e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/078b48f9-b813-4c38-9a1c-04277af073ca HTTP/1.1" status: 204 len: 168 time: 0.3003955 May 27 11:42:35.467305 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1e2e39a2-217c-4770-b53c-1a66b62e6678 req-f336434e-cbec-40dc-9cee-f57257b9e809 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691111 May 27 11:42:36.122655 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43568) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:36.174906 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-f40cdf7f-dfae-4057-a23e-78ae59c2c8bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7aeb0c5a1ffe4198b066c12237d83866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510035 May 27 11:42:36.177449 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 43572) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:42:36.238773 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7aee8c71-5323-47be-a8ac-3d36b9f07b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:36.240001 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:36.265999 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7aee8c71-5323-47be-a8ac-3d36b9f07b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:36.276594 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device b888ca4b-5460-45ee-8cd0-e1324015dce0 up at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 11:42:36.394330 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7aee8c71-5323-47be-a8ac-3d36b9f07b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:36.398207 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b26dde52-3841-492b-9be2-86a45023f9f7 tempest-AttachVolumeTestJSON-409023161 tempest-AttachVolumeTestJSON-409023161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:36.409774 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee8c71-5323-47be-a8ac-3d36b9f07b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4279e11b-ae3b-4f75-8055-4bc6fbaf4de5,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:36.414369 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7aee8c71-5323-47be-a8ac-3d36b9f07b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:36.416495 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-7aee8c71-5323-47be-a8ac-3d36b9f07b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:36.417624 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-7aee8c71-5323-47be-a8ac-3d36b9f07b05 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4279e11b-ae3b-4f75-8055-4bc6fbaf4de5 HTTP/1.1" status: 204 len: 168 time: 0.2392857 May 27 11:42:36.438963 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning for port b888ca4b-5460-45ee-8cd0-e1324015dce0 completed by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 11:42:36.449159 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.provisioning_blocks [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Provisioning complete for port b888ca4b-5460-45ee-8cd0-e1324015dce0 triggered by entity L2. {{(pid=92451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 11:42:36.449871 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772783'] for port, provisioning_complete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:36.604120 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1722145'] for port, before_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:36.633168 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ee06fd-7c0e-4e23-b6ca-b20a14919a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888ca4b-5460-45ee-8cd0-e1324015dce0'}] {{(pid=92451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:42:36.643051 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] For port b888ca4b-5460-45ee-8cd0-e1324015dce0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b888ca4b-5460-45ee-8cd0-e1324015dce0,segment=NetworkSegment(7a6d5087-8e11-4fac-9056-c08c6cf4c5ed),segment_id=7a6d5087-8e11-4fac-9056-c08c6cf4c5ed)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:36.675605 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b778a-eaf2-4e48-8331-4659a3738be2 req-945937b6-981f-42f0-ac0a-b2435cea814a tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:36.677589 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-232b778a-eaf2-4e48-8331-4659a3738be2 req-945937b6-981f-42f0-ac0a-b2435cea814a tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 944 time: 0.0949123 May 27 11:42:36.711664 dv-cinder-751579-23-iscsi neutron-server[92451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ee06fd-7c0e-4e23-b6ca-b20a14919a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888ca4b-5460-45ee-8cd0-e1324015dce0', 'code': 200} May 27 11:42:36.735162 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-232b778a-eaf2-4e48-8331-4659a3738be2 req-9e50daa1-901b-40e5-8c46-e7858b3d909f tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 May 27 11:42:36.744709 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736639377291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736638992110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736638993439'] for port, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:36.748742 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-854ed189-4809-4958-8f8a-b00da7441bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:36.827382 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Pushing event updated for resources: {'Port': ['ID=b888ca4b-5460-45ee-8cd0-e1324015dce0,revision_number=5']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:36.833262 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:37.271220 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883e358-c6cc-4eff-bd10-f48dd2df834c req-47354e97-f484-436f-9f9a-59a16e901499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:37.272720 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f883e358-c6cc-4eff-bd10-f48dd2df834c req-47354e97-f484-436f-9f9a-59a16e901499 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 1098 time: 0.1693215 May 27 11:42:37.316203 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f883e358-c6cc-4eff-bd10-f48dd2df834c req-180ec11c-f8e5-4e6c-9f03-f01768ce41d0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351691 May 27 11:42:37.926443 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beca17-005d-44ee-aff3-896aa9e64c04 req-e43b1d0c-9155-47a7-80a9-1d9b1c989bf9 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:37.928923 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-32beca17-005d-44ee-aff3-896aa9e64c04 req-e43b1d0c-9155-47a7-80a9-1d9b1c989bf9 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 945 time: 0.0805354 May 27 11:42:37.978727 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-32beca17-005d-44ee-aff3-896aa9e64c04 req-32cd2525-e2e0-4bfe-941a-e9eaf44824a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441329 May 27 11:42:38.010087 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:39.272042 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d952e-d1d9-45d4-acd1-e41354ee387d req-48db6f1a-572d-4a6b-8dd9-4a7b4a9e7cfd tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:39.274337 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-414d952e-d1d9-45d4-acd1-e41354ee387d req-48db6f1a-572d-4a6b-8dd9-4a7b4a9e7cfd tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 945 time: 0.1845214 May 27 11:42:39.331530 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-414d952e-d1d9-45d4-acd1-e41354ee387d req-1fa7a40a-cf15-4f8c-aa55-051b3d5f4704 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513175 May 27 11:42:41.262109 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba6018-7dbb-4263-894f-d015e0c97f00 req-0e0aad90-0098-4e50-9e77-514ab1f18bd8 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:41.263692 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13ba6018-7dbb-4263-894f-d015e0c97f00 req-0e0aad90-0098-4e50-9e77-514ab1f18bd8 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 945 time: 0.0880530 May 27 11:42:41.312004 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13ba6018-7dbb-4263-894f-d015e0c97f00 req-80d67f6a-0148-4653-a9da-f813ae868616 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426879 May 27 11:42:42.506211 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6a8ba-0003-49c8-a47f-3bceb135aeb0 req-da4bad1a-9f40-4b46-a49a-5aa0a427d3c2 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:42.509064 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-77f6a8ba-0003-49c8-a47f-3bceb135aeb0 req-da4bad1a-9f40-4b46-a49a-5aa0a427d3c2 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 945 time: 0.0871596 May 27 11:42:42.555800 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-77f6a8ba-0003-49c8-a47f-3bceb135aeb0 req-150ed820-7b37-483d-a350-3dcf467881bd tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 May 27 11:42:42.806278 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-2a3d7ae3-7af7-4def-a3a8-b1721aed8608 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2362087 May 27 11:42:42.893661 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bed27-24d3-41df-a709-c3b804ab630c req-7b3fb135-3de2-4a76-9c1b-f8239917d0d5 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:42.894257 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-e31bed27-24d3-41df-a709-c3b804ab630c req-7b3fb135-3de2-4a76-9c1b-f8239917d0d5 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Synchronizing usage tracker for tenant:9c8132897172458b84957108277ad887 on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:42:42.938913 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:42:43.012631 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-d4b1a2f2-a9ab-41e5-a9f7-919724812e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:43.014031 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-d4b1a2f2-a9ab-41e5-a9f7-919724812e21 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 1098 time: 0.1063693 May 27 11:42:43.057362 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-e31bed27-24d3-41df-a709-c3b804ab630c req-7b3fb135-3de2-4a76-9c1b-f8239917d0d5 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Unset dirty status for tenant:9c8132897172458b84957108277ad887 on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:42:43.058432 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e31bed27-24d3-41df-a709-c3b804ab630c req-7b3fb135-3de2-4a76-9c1b-f8239917d0d5 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.76 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 945 time: 0.2513337 May 27 11:42:43.270668 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-da2f2990-6067-4a7d-a304-0774f2590538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:43.272046 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-da2f2990-6067-4a7d-a304-0774f2590538 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 914 time: 0.2363651 May 27 11:42:43.373332 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-e31bed27-24d3-41df-a709-c3b804ab630c req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Deleting port b888ca4b-5460-45ee-8cd0-e1324015dce0 {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:42:43.373680 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e31bed27-24d3-41df-a709-c3b804ab630c req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:43.462424 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-4a90feec-7798-485b-b9cc-090f8bdeb3de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b042b783-0379-4788-92d7-394298c7f32a HTTP/1.1" status: 200 len: 999 time: 0.1798615 May 27 11:42:43.566359 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-6442bba2-3a87-460c-909a-7727d5da4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:43.567725 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-6442bba2-3a87-460c-909a-7727d5da4bec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.0976074 May 27 11:42:43.575201 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-e31bed27-24d3-41df-a709-c3b804ab630c req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] For port b888ca4b-5460-45ee-8cd0-e1324015dce0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b888ca4b-5460-45ee-8cd0-e1324015dce0,segment=NetworkSegment(7a6d5087-8e11-4fac-9056-c08c6cf4c5ed),segment_id=7a6d5087-8e11-4fac-9056-c08c6cf4c5ed)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:42:43.575609 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e31bed27-24d3-41df-a709-c3b804ab630c req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:43.749345 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-e31bed27-24d3-41df-a709-c3b804ab630c req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Calling delete_port for b888ca4b-5460-45ee-8cd0-e1324015dce0 owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:42:43.755885 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d36fc-a343-4889-90a2-25c3be98df4d req-6b3a4d92-611c-4f53-9efc-f83ea2f039d1 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:43.758255 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1f9d36fc-a343-4889-90a2-25c3be98df4d req-6b3a4d92-611c-4f53-9efc-f83ea2f039d1 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 945 time: 0.0884397 May 27 11:42:43.799672 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-ea5e9eb3-a5f1-4b17-9d35-999c6c5772fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:42:43.801192 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-ea5e9eb3-a5f1-4b17-9d35-999c6c5772fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2181077 May 27 11:42:43.808284 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-1f9d36fc-a343-4889-90a2-25c3be98df4d req-3456e368-50b6-4cbb-aaa9-8a148efec53d tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/security-groups?id=69c62754-8804-47e9-80e0-a5777fcca0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432489 May 27 11:42:43.822010 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-81aff939-abec-4da0-b848-3dbb419aac3c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=92449) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 11:42:43.822010 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-81aff939-abec-4da0-b848-3dbb419aac3c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061197 May 27 11:42:44.007761 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-a977bd2b-cf58-4cf9-a38d-ed16e91492ae service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512861 May 27 11:42:44.104941 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e31bed27-24d3-41df-a709-c3b804ab630c req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:44.113387 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-72b6ece7-0581-4b53-ad38-db5465fe6b73 tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:42:44.150755 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-44a64892-1905-494f-915a-3f0095979a3c None None] get_ports_and_sgs() called for port_ids ['b888ca4b-5460-45ee-8cd0-e1324015dce0'] {{(pid=92451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 11:42:44.211805 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Pushing event deleted for resources: {'Port': ['ID=b888ca4b-5460-45ee-8cd0-e1324015dce0,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:42:44.214360 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:42:44.271631 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31bed27-24d3-41df-a709-c3b804ab630c req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] No DVR routers for this DVR port b888ca4b-5460-45ee-8cd0-e1324015dce0 on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:42:44.274473 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-e31bed27-24d3-41df-a709-c3b804ab630c req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:42:44.280398 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ee06fd-7c0e-4e23-b6ca-b20a14919a0a', 'name': 'network-vif-deleted', 'tag': 'b888ca4b-5460-45ee-8cd0-e1324015dce0'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:42:44.291410 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-f12a3abe-68d1-4641-b582-c12b83c2d6f6 req-ab023505-70fe-43ef-8d24-508211348454 service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760582 May 27 11:42:44.329750 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ee06fd-7c0e-4e23-b6ca-b20a14919a0a', 'name': 'network-vif-deleted', 'tag': 'b888ca4b-5460-45ee-8cd0-e1324015dce0', 'status': 'completed', 'code': 200} May 27 11:42:44.394729 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-e31bed27-24d3-41df-a709-c3b804ab630c req-3f3e18a1-08f0-4329-a29b-b0aa1b41a0a3 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.76 "DELETE /v2.0/ports/b888ca4b-5460-45ee-8cd0-e1324015dce0 HTTP/1.1" status: 204 len: 173 time: 1.3300109 May 27 11:42:44.982271 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-a9265c3f-01dd-4652-a72b-88bf6274e5ac req-20ba9a16-8068-4c46-9a95-5941d0db4c54 tempest-VolumesActionsTest-1276450319 tempest-VolumesActionsTest-1276450319-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ee06fd-7c0e-4e23-b6ca-b20a14919a0a HTTP/1.1" status: 200 len: 210 time: 0.0441155 May 27 11:42:47.667577 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device b888ca4b-5460-45ee-8cd0-e1324015dce0 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:42:47.707696 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: b888ca4b-5460-45ee-8cd0-e1324015dce0 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:42:47.708078 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device b888ca4b-5460-45ee-8cd0-e1324015dce0 not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:43:02.736915 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-e034fde3-6a9c-44ee-9b5c-431764fb49a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:03.245071 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:05.067572 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:05.267828 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3e9b-0b2e-4e52-933d-06de9f1fcef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:06.262464 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:08.016161 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:19.938341 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:43:21.910395 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44018) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:21.973408 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9062b3-c52c-432c-a90e-22054d4555cf admin admin] Deleting subnet 581b3a95-1d7e-4316-a3f8-f072f7a0baec {{(pid=92450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:43:21.976328 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1f9062b3-c52c-432c-a90e-22054d4555cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.025951 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1f9062b3-c52c-432c-a90e-22054d4555cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5579956'] for subnet, precommit_delete_associations {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.080835 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1f9062b3-c52c-432c-a90e-22054d4555cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.415174 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1f9062b3-c52c-432c-a90e-22054d4555cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6380542'] for subnet, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.419302 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:22.454322 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9062b3-c52c-432c-a90e-22054d4555cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581b3a95-1d7e-4316-a3f8-f072f7a0baec,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:22.457357 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-1f9062b3-c52c-432c-a90e-22054d4555cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:22.460994 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1f9062b3-c52c-432c-a90e-22054d4555cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.466455 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-1f9062b3-c52c-432c-a90e-22054d4555cf admin admin] 10.222.0.86 "DELETE /v2.0/subnets/581b3a95-1d7e-4316-a3f8-f072f7a0baec HTTP/1.1" status: 204 len: 168 time: 0.5549576 May 27 11:43:22.468845 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44024) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:22.575568 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.704961 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.717432 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20166cb-fb9d-4119-aa24-435bcf2a114e']}} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:22.729150 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed') {'for_net_delete': True} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:22.729444 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6d5087-8e11-4fac-9056-c08c6cf4c5ed') {} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:22.740385 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5579917'] for segment, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.756212 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.762709 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=92450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:43:22.763085 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5597077'] for segment, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: Traceback (most recent call last): May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: timer() May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: cb(*args, **kw) May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: return func(*args, **kwargs) May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: self._notify() May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: self.callback(batched_events) May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: event.method(event) May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: return f(self, *a, **k) May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._get(url).json() May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: return self.request(url, 'GET', **kwargs) May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:43:22.776418 dv-cinder-751579-23-iscsi neutron-server[92450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:43:22.940509 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.944690 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5adc0129-0edb-4e09-b8fc-32b51528ad89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:22.961341 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:22.968030 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] Pushing event deleted for resources: {'Network': ['ID=b20166cb-fb9d-4119-aa24-435bcf2a114e,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:22.975404 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:23.027404 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-4a0ef977-176b-4e13-9429-6b28f3dc786f admin admin] 10.222.0.86 "DELETE /v2.0/networks/b20166cb-fb9d-4119-aa24-435bcf2a114e HTTP/1.1" status: 204 len: 168 time: 0.5575926 May 27 11:43:23.482513 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 44032) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:23.638441 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-80e78ac1-b676-4fd5-8d4f-e47f723ecf17 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c8132897172458b84957108277ad887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546311 May 27 11:43:23.640705 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 44036) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:23.699248 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f5039578-6268-4179-ab9e-a1b2adecbbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:23.724149 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f5039578-6268-4179-ab9e-a1b2adecbbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:23.849148 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f5039578-6268-4179-ab9e-a1b2adecbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:23.853441 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-501d9b0b-2437-4127-b268-4b049af14bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:23.867254 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5039578-6268-4179-ab9e-a1b2adecbbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c62754-8804-47e9-80e0-a5777fcca0ed,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:23.870518 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-f5039578-6268-4179-ab9e-a1b2adecbbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:23.945471 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-f5039578-6268-4179-ab9e-a1b2adecbbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:23.946642 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-f5039578-6268-4179-ab9e-a1b2adecbbf5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/69c62754-8804-47e9-80e0-a5777fcca0ed HTTP/1.1" status: 204 len: 168 time: 0.3050039 May 27 11:43:28.814292 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 44094) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:29.085325 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Deleting port 1a201848-eed9-4e5e-9a11-3f967b9f530a {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:43:29.085667 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:29.208538 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:29.208884 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:29.336252 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Calling delete_port for 1a201848-eed9-4e5e-9a11-3f967b9f530a owned by network:floatingip {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:43:29.517066 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:29.521006 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-ae809408-ceff-4345-aac6-bb99e819f8fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:29.568685 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event deleted for resources: {'Port': ['ID=1a201848-eed9-4e5e-9a11-3f967b9f530a,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:29.606848 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.607236 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.607621 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.608009 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.608384 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.608750 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.609147 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.609510 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.609875 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.610235 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.610593 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.610947 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:29.618132 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:29.672686 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:29.673016 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.db.l3_db [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Floating IP 983851d7-547f-41e0-a729-8606e7209699 disassociated (deleted). External IP: 172.27.0.13, port: 38c1d49a-3f36-4a24-b614-80598d1f2a0b. May 27 11:43:30.039276 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:43:30.317410 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:43:30.337425 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:30.350931 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] Sync routers for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:43:30.361832 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:43:30.362447 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:43:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:30.393767 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-3d2df60f-f73b-4b67-a408-9a0d6bf7d6b0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "DELETE /v2.0/floatingips/983851d7-547f-41e0-a729-8606e7209699 HTTP/1.1" status: 204 len: 168 time: 1.5783885 May 27 11:43:30.394431 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'tag': '38c1d49a-3f36-4a24-b614-80598d1f2a0b'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:43:30.551999 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:43:30.574965 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'tag': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'status': 'completed', 'code': 200} May 27 11:43:30.952174 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '53f4fa05-b469-410e-bf6f-f07de577751b', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:aa:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:39:37Z', 'updated_at': '2021-05-27T11:39:41Z', 'revision_number': 1, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:30.956519 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] Checking router: d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:43:30.964987 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:43:30.965593 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:43:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:30.972462 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe28a-c1bb-42fb-b192-055688500ebe req-1d2077cf-0782-491d-9f11-61a5186472ce tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:30.973931 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-82fbe28a-c1bb-42fb-b192-055688500ebe req-1d2077cf-0782-491d-9f11-61a5186472ce tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 945 time: 0.0885694 May 27 11:43:31.024192 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-82fbe28a-c1bb-42fb-b192-055688500ebe req-719d01a8-147e-480c-b3a7-842db529c9c0 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443103 May 27 11:43:31.150782 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:43:31.387622 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-4c4e79ca-a1bd-43dd-bbe3-42c1ce5b9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:31.389379 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-4c4e79ca-a1bd-43dd-bbe3-42c1ce5b9793 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 1098 time: 0.0761497 May 27 11:43:31.522140 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '53f4fa05-b469-410e-bf6f-f07de577751b', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:aa:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:39:37Z', 'updated_at': '2021-05-27T11:39:41Z', 'revision_number': 1, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:31.526436 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee9b18-7eef-4603-978b-27963362a37b None None] The sync data for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi is: [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_floatingips': [{'id': '53f4fa05-b469-410e-bf6f-f07de577751b', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'router_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'port_id': 'b042b783-0379-4788-92d7-394298c7f32a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'mac_address': 'fa:16:3e:aa:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805b100-e333-4c59-a44e-8115112f0b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T11:39:37Z', 'updated_at': '2021-05-27T11:39:41Z', 'revision_number': 1, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:43:31.571116 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-0e9db3e8-dc36-402f-8a3d-67c05d05b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:31.572653 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-0e9db3e8-dc36-402f-8a3d-67c05d05b4ab service neutron] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 914 time: 0.1353695 May 27 11:43:31.651199 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-fbcdfefb-7ff8-4e1b-b2b5-78155ae1248d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c1d49a-3f36-4a24-b614-80598d1f2a0b HTTP/1.1" status: 200 len: 217 time: 0.0718846 May 27 11:43:31.717275 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-76e1b38d-b990-499c-b1a5-4c219a996771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:31.718795 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-76e1b38d-b990-499c-b1a5-4c219a996771 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.0614388 May 27 11:43:31.756683 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeeeee5-6055-4401-bc62-e96c9a02059d None None] New status for floating IP 983851d7-547f-41e0-a729-8606e7209699: DOWN {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:43:31.801708 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-4d07eeda-0354-4a3d-b459-a19341f524b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:31.803225 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-4d07eeda-0354-4a3d-b459-a19341f524b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773442 May 27 11:43:31.946236 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-40f1fbc0-47c0-4d2b-9ace-7820fb7e60dc service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349604 May 27 11:43:32.089186 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-be87b75d-f5b2-4861-8b7d-12ae8c85b0ed req-f61cd4e1-6704-48ab-b2ce-c96b482c300e service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361628 May 27 11:43:32.221796 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb460e-cdc0-4621-8e0a-ee488d8a45cf req-c2ed0a2c-4ba9-4b88-99ae-3cf0fab9a057 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:32.223327 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-00eb460e-cdc0-4621-8e0a-ee488d8a45cf req-c2ed0a2c-4ba9-4b88-99ae-3cf0fab9a057 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 945 time: 0.0897057 May 27 11:43:32.269748 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-00eb460e-cdc0-4621-8e0a-ee488d8a45cf req-f971951c-4b35-4a2e-87b4-38dd66b5577b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 May 27 11:43:32.716884 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-62d94558-7c1c-4f3e-8d59-92ade330cefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:33.270945 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:33.461037 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b4286-37dd-4df4-83b4-3e3dbfe59fdd req-8d5f8d80-ac49-49dd-bf9b-5e31a974a39a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:33.462494 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-df9b4286-37dd-4df4-83b4-3e3dbfe59fdd req-8d5f8d80-ac49-49dd-bf9b-5e31a974a39a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 945 time: 0.0799356 May 27 11:43:33.508930 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-df9b4286-37dd-4df4-83b4-3e3dbfe59fdd req-57dbc52c-36e6-4862-ac0b-caad34612d0e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398557 May 27 11:43:34.803208 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e7f6f-abb7-4cb2-94b7-614229f44fe8 req-b3030c12-7390-42b4-ba34-6b38e66dd094 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:34.804679 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5a3e7f6f-abb7-4cb2-94b7-614229f44fe8 req-b3030c12-7390-42b4-ba34-6b38e66dd094 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 945 time: 0.1833613 May 27 11:43:34.848890 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-5a3e7f6f-abb7-4cb2-94b7-614229f44fe8 req-3e352923-9270-4063-87e8-0b5c109272a9 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384974 May 27 11:43:35.088366 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:35.219897 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c0552fba-bb51-42b3-bd75-a32c6feb39a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:36.041693 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80008d-fcc4-4447-a8ad-ec481f8c093a req-6a4a7b83-1601-4f0f-b0af-eb40aa6e6982 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:36.043698 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ff80008d-fcc4-4447-a8ad-ec481f8c093a req-6a4a7b83-1601-4f0f-b0af-eb40aa6e6982 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 945 time: 0.0876796 May 27 11:43:36.095135 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-ff80008d-fcc4-4447-a8ad-ec481f8c093a req-aaa04c35-a45d-43d5-9cf5-56385a989305 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456157 May 27 11:43:36.253849 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:36.396501 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14663588-3331-4390-90e6-dca321e46f3d req-7d16a61c-fde9-455e-a195-5744ad1b1b7c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:36.397229 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-14663588-3331-4390-90e6-dca321e46f3d req-7d16a61c-fde9-455e-a195-5744ad1b1b7c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Synchronizing usage tracker for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:43:36.464316 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-14663588-3331-4390-90e6-dca321e46f3d req-7d16a61c-fde9-455e-a195-5744ad1b1b7c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Unset dirty status for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:43:36.465830 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-14663588-3331-4390-90e6-dca321e46f3d req-7d16a61c-fde9-455e-a195-5744ad1b1b7c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 945 time: 0.1518583 May 27 11:43:36.613250 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-14663588-3331-4390-90e6-dca321e46f3d req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Deleting port 38c1d49a-3f36-4a24-b614-80598d1f2a0b {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:43:36.616566 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-14663588-3331-4390-90e6-dca321e46f3d req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:36.756730 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-14663588-3331-4390-90e6-dca321e46f3d req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] For port 38c1d49a-3f36-4a24-b614-80598d1f2a0b, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=38c1d49a-3f36-4a24-b614-80598d1f2a0b,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:43:36.757094 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-14663588-3331-4390-90e6-dca321e46f3d req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:36.887333 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-14663588-3331-4390-90e6-dca321e46f3d req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Calling delete_port for 38c1d49a-3f36-4a24-b614-80598d1f2a0b owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:43:37.088137 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-14663588-3331-4390-90e6-dca321e46f3d req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:37.094437 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-85e1c70a-28f5-4578-8ecc-50e55c0b3abf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:37.142182 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event deleted for resources: {'Port': ['ID=38c1d49a-3f36-4a24-b614-80598d1f2a0b,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:37.145425 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:37.262540 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-4dc6ac65-ac36-4ed9-b16f-493b02ef4286 req-4adf0512-9a28-4c2a-8fb6-938fd3fa0a3e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 210 time: 0.0466914 May 27 11:43:37.313655 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 38c1d49a-3f36-4a24-b614-80598d1f2a0b no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:43:37.328213 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-14663588-3331-4390-90e6-dca321e46f3d req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] No DVR routers for this DVR port 38c1d49a-3f36-4a24-b614-80598d1f2a0b on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:43:37.330643 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-14663588-3331-4390-90e6-dca321e46f3d req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:37.333291 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'name': 'network-vif-deleted', 'tag': '38c1d49a-3f36-4a24-b614-80598d1f2a0b'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:43:37.362087 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: 38c1d49a-3f36-4a24-b614-80598d1f2a0b {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:43:37.362446 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device 38c1d49a-3f36-4a24-b614-80598d1f2a0b not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:43:37.389061 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b59b8ec-5c14-4265-975a-eaa8f7bff26a', 'name': 'network-vif-deleted', 'tag': '38c1d49a-3f36-4a24-b614-80598d1f2a0b', 'status': 'completed', 'code': 200} May 27 11:43:37.443227 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-14663588-3331-4390-90e6-dca321e46f3d req-7233e06b-bba3-4583-84b3-e270aae1c414 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "DELETE /v2.0/ports/38c1d49a-3f36-4a24-b614-80598d1f2a0b HTTP/1.1" status: 204 len: 173 time: 0.9708931 May 27 11:43:38.019071 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:38.417420 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-857cc8b9-15f8-42ff-b19b-a646af6cd26e req-ded39d40-79a3-44b6-9abb-b68a91f4b0df tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 210 time: 0.0430815 May 27 11:43:39.573002 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-72395536-5cc5-4811-8493-1c90563e9407 req-66511437-c2c1-49d2-9bb5-b264604c3a9b tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 210 time: 0.0478294 May 27 11:43:40.868140 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6cc9569c-22cf-465e-b7d3-95275b531efe req-7f0d4e63-ce89-4a54-bbaa-a974e4478cff tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 210 time: 0.0437827 May 27 11:43:42.042284 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-6fd37611-7f04-4114-857a-457f0e9f8249 req-22ebfa5d-d8fc-459d-bced-3454d54e79be tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b59b8ec-5c14-4265-975a-eaa8f7bff26a HTTP/1.1" status: 200 len: 210 time: 0.0484059 May 27 11:43:44.082900 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 44256) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:44.203261 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bd12a2ff-3812-40c6-b366-868f26898c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:44.217443 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-bd12a2ff-3812-40c6-b366-868f26898c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:43:44.221293 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-bd12a2ff-3812-40c6-b366-868f26898c75 admin admin] Usage tracker for resource:security_group_rule and tenant:ebf0aa5e00164ff9b0b3307c083061b6 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:43:44.224298 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-bd12a2ff-3812-40c6-b366-868f26898c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:43:44.231102 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-bd12a2ff-3812-40c6-b366-868f26898c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:43:44.314407 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bd12a2ff-3812-40c6-b366-868f26898c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:44.436257 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-bd12a2ff-3812-40c6-b366-868f26898c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:44.445676 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-494896ee-bd64-497c-8a78-6fb7e09e838f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:44.490138 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-bd12a2ff-3812-40c6-b366-868f26898c75 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ebf0aa5e00164ff9b0b3307c083061b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061294 May 27 11:43:44.491231 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12a2ff-3812-40c6-b366-868f26898c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430ca704-9f37-4cba-b908-d498979911ee,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:44.492946 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44264) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:44.494787 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-bd12a2ff-3812-40c6-b366-868f26898c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:44.583786 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:44.613080 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:44.750229 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:44.756362 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-d0bab103-5ceb-4f59-bd7d-dd363aa09244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:44.770324 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430ca704-9f37-4cba-b908-d498979911ee,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:44.775329 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:44.776465 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/430ca704-9f37-4cba-b908-d498979911ee HTTP/1.1" status: 204 len: 168 time: 0.2820227 May 27 11:43:44.782041 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.782487 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.782832 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.783144 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.783504 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.783864 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.784298 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.784662 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.788601 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.788601 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.788601 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.788601 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:43:44.789545 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-662f8f41-cc03-46f2-af24-cdddef3f8067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:45.806070 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44298) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:46.084290 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Deleting port 3a4bd8ee-4c98-4f8f-8815-636f44fc13ac {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:43:46.084604 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:46.212054 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:46.212372 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:46.344672 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Calling delete_port for 3a4bd8ee-4c98-4f8f-8815-636f44fc13ac owned by network:floatingip {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:43:46.600472 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:46.605715 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:46.614979 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 44318) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:46.650964 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event deleted for resources: {'Port': ['ID=3a4bd8ee-4c98-4f8f-8815-636f44fc13ac,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:46.680911 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:46.744795 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-87284e15-7b55-461a-8b37-d6be50889a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:46.749309 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:46.749701 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.db.l3_db [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Floating IP 53f4fa05-b469-410e-bf6f-f07de577751b disassociated (deleted). External IP: 172.27.0.2, port: b042b783-0379-4788-92d7-394298c7f32a. May 27 11:43:46.760869 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-87284e15-7b55-461a-8b37-d6be50889a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:43:46.765696 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-87284e15-7b55-461a-8b37-d6be50889a24 admin admin] Usage tracker for resource:security_group_rule and tenant:764669f5305a4c2382e4ed3e35299637 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:43:46.768657 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-87284e15-7b55-461a-8b37-d6be50889a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:43:46.774589 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-87284e15-7b55-461a-8b37-d6be50889a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:43:46.858697 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-87284e15-7b55-461a-8b37-d6be50889a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:46.967391 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-87284e15-7b55-461a-8b37-d6be50889a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:46.977825 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d5c493c8-6b7a-4d11-a20c-2dc0382f3385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:47.020844 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-87284e15-7b55-461a-8b37-d6be50889a24 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=764669f5305a4c2382e4ed3e35299637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045627 May 27 11:43:47.022495 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87284e15-7b55-461a-8b37-d6be50889a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183cf555-d735-4253-b912-06992aa9602f,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:47.025095 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 44324) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:47.028123 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-87284e15-7b55-461a-8b37-d6be50889a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:47.092428 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7a6008d9-667b-4961-a0f1-7040e2a0eaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:47.124093 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7a6008d9-667b-4961-a0f1-7040e2a0eaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:47.235697 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:43:47.384503 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7a6008d9-667b-4961-a0f1-7040e2a0eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:47.390797 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-9e092052-7e15-4b29-87fb-c6333a3e53e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:47.404729 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6008d9-667b-4961-a0f1-7040e2a0eaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183cf555-d735-4253-b912-06992aa9602f,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:47.407276 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7a6008d9-667b-4961-a0f1-7040e2a0eaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:47.430166 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-7a6008d9-667b-4961-a0f1-7040e2a0eaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:47.430494 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:43:47.431341 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-7a6008d9-667b-4961-a0f1-7040e2a0eaa9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/183cf555-d735-4253-b912-06992aa9602f HTTP/1.1" status: 204 len: 168 time: 0.4053142 May 27 11:43:47.445512 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] Sync routers for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:43:47.459666 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:43:47.460886 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:43:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:47.464349 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:47.531435 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "DELETE /v2.0/floatingips/53f4fa05-b469-410e-bf6f-f07de577751b HTTP/1.1" status: 204 len: 168 time: 1.7261319 May 27 11:43:47.532265 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4805b100-e333-4c59-a44e-8115112f0b83', 'tag': 'b042b783-0379-4788-92d7-394298c7f32a'}] {{(pid=92450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:43:47.582784 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4805b100-e333-4c59-a44e-8115112f0b83', 'tag': 'b042b783-0379-4788-92d7-394298c7f32a', 'status': 'completed', 'code': 200} May 27 11:43:47.668539 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:43:47.740671 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-ddece23b-bc4a-40b0-b052-0ffe42dd8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:47.742231 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-ddece23b-bc4a-40b0-b052-0ffe42dd8a7c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 1098 time: 0.1050801 May 27 11:43:47.912090 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-83c9f2f3-a092-4de5-bd75-381387e7e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:47.914460 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-83c9f2f3-a092-4de5-bd75-381387e7e4c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 200 len: 914 time: 0.1635642 May 27 11:43:47.932693 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44340) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:48.013870 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:48.019694 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] Checking router: d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:43:48.032752 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:43:48.033758 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:43:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:48.033895 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-5794d080-9aaf-4c55-a58b-9e5c8334cd71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b042b783-0379-4788-92d7-394298c7f32a HTTP/1.1" status: 200 len: 217 time: 0.1094882 May 27 11:43:48.171713 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ed15796c-7d56-49c3-a2e4-ace7c56c1431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:48.172065 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-7ac67ae9-238c-4c8e-a256-dc80fa7c8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:48.173878 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-7ac67ae9-238c-4c8e-a256-dc80fa7c8a05 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 200 len: 851 time: 0.1138771 May 27 11:43:48.224962 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-ed15796c-7d56-49c3-a2e4-ace7c56c1431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:43:48.239706 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-ed15796c-7d56-49c3-a2e4-ace7c56c1431 admin admin] Usage tracker for resource:security_group_rule and tenant:24135e776a854b45b3749f762bb05814 is out of sync, need to count used quota {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:43:48.245921 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [None req-ed15796c-7d56-49c3-a2e4-ace7c56c1431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:43:48.254547 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.quota.driver [None req-ed15796c-7d56-49c3-a2e4-ace7c56c1431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:43:48.266167 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-f169794c-b637-4da2-b154-e100154a9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:48.267948 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-f169794c-b637-4da2-b154-e100154a9491 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0864501 May 27 11:43:48.288063 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:43:48.303100 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62ead8-fcdf-4b65-88e9-f00239cf2888 req-a9434dc0-d1e0-4c5c-82c7-c33a30c869a2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:48.303821 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-2c62ead8-fcdf-4b65-88e9-f00239cf2888 req-a9434dc0-d1e0-4c5c-82c7-c33a30c869a2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Synchronizing usage tracker for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:port {{(pid=92450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:43:48.376515 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ed15796c-7d56-49c3-a2e4-ace7c56c1431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:48.407074 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.quota.resource [req-2c62ead8-fcdf-4b65-88e9-f00239cf2888 req-a9434dc0-d1e0-4c5c-82c7-c33a30c869a2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Unset dirty status for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:port {{(pid=92450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:43:48.408216 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2c62ead8-fcdf-4b65-88e9-f00239cf2888 req-a9434dc0-d1e0-4c5c-82c7-c33a30c869a2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 945 time: 0.2228873 May 27 11:43:48.419675 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-2098463e-cf86-4f0d-bdd6-b1b0f58fd05c service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433465 May 27 11:43:48.460094 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-2c62ead8-fcdf-4b65-88e9-f00239cf2888 req-0adfa877-4a37-464c-9167-486da81480c3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452023 May 27 11:43:48.463641 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-ed15796c-7d56-49c3-a2e4-ace7c56c1431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:48.477382 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-7016fb8c-85a3-4961-8d1c-b572b113ad07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:48.515313 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-ed15796c-7d56-49c3-a2e4-ace7c56c1431 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24135e776a854b45b3749f762bb05814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5814908 May 27 11:43:48.518647 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44348) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:48.532033 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15796c-7d56-49c3-a2e4-ace7c56c1431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c1f50d-e8ed-45bf-96cb-2fceee3c4843,revision_number=1']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:48.536653 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-ed15796c-7d56-49c3-a2e4-ace7c56c1431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:48.584039 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-49420800-cb4d-41f1-b114-9e840cb31a38 req-4cff598e-c167-4d65-aaed-50fbd1146b0d service neutron] 10.222.0.76 "GET /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552248 May 27 11:43:48.596088 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1db27a26-5551-4d4a-b739-a8210bbaa305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:48.615213 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1db27a26-5551-4d4a-b739-a8210bbaa305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:48.642942 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:43:48.646984 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45bc25-0ef3-49ca-9e29-f82e8cf31b94 None None] The sync data for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi is: [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:34:40Z', 'revision_number': 4, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi', '_interfaces': [{'id': '41d819f9-924e-4c7d-8147-c5ee8bb4f014', 'name': '', 'network_id': 'b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'mac_address': 'fa:16:3e:90:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:39Z', 'updated_at': '2021-05-27T11:34:48Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'subnets': [{'id': 'fe5965c2-ac1b-41bc-bc6e-6c9e0189a660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:43:48.743997 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1db27a26-5551-4d4a-b739-a8210bbaa305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:48.748120 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-4cfcafff-c4ac-4cfe-9588-d567b0212979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:48.759588 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db27a26-5551-4d4a-b739-a8210bbaa305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c1f50d-e8ed-45bf-96cb-2fceee3c4843,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:48.763895 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-1db27a26-5551-4d4a-b739-a8210bbaa305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:48.769030 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-1db27a26-5551-4d4a-b739-a8210bbaa305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:48.772462 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-1db27a26-5551-4d4a-b739-a8210bbaa305 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6c1f50d-e8ed-45bf-96cb-2fceee3c4843 HTTP/1.1" status: 204 len: 168 time: 0.2506013 May 27 11:43:48.860398 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335dae9-4154-4dc6-9af9-c4d875ce9e04 None None] New status for floating IP 53f4fa05-b469-410e-bf6f-f07de577751b: DOWN {{(pid=92452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 11:43:49.692996 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9895be-f3d4-4113-b9e0-14959e945c43 req-33b60d83-104c-4837-b3e0-df84055bfa0a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:49.693558 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7b9895be-f3d4-4113-b9e0-14959e945c43 req-33b60d83-104c-4837-b3e0-df84055bfa0a tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 945 time: 0.0895157 May 27 11:43:49.739993 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-7b9895be-f3d4-4113-b9e0-14959e945c43 req-bf77ee7e-0dd2-4b55-814c-77bbf8a708af tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406790 May 27 11:43:50.180762 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-bf2c7b93-ba22-4f97-8caf-58aab341055c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:50.181459 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-bf2c7b93-ba22-4f97-8caf-58aab341055c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Synchronizing usage tracker for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:port {{(pid=92449) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 11:43:50.194093 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-bf2c7b93-ba22-4f97-8caf-58aab341055c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Unset dirty status for tenant:67e3e87a5eb74bf3b950d4ee58fbb84f on resource:port {{(pid=92449) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 11:43:50.195216 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-bf2c7b93-ba22-4f97-8caf-58aab341055c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 945 time: 0.0959728 May 27 11:43:50.349131 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Deleting port b042b783-0379-4788-92d7-394298c7f32a {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:43:50.349476 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:50.485475 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.db [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] For port b042b783-0379-4788-92d7-394298c7f32a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b042b783-0379-4788-92d7-394298c7f32a,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:43:50.485824 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:50.613990 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Calling delete_port for b042b783-0379-4788-92d7-394298c7f32a owned by compute:nova {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:43:50.914629 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:50.921348 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-e5bcc818-1973-486e-b091-933b1d04cbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:50.934059 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c32486-30ef-4bf7-9411-6419eb8a7ca0 req-c8e7c70c-b4ba-44f5-8d68-5096157ac78c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 11:43:50.935561 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e7c32486-30ef-4bf7-9411-6419eb8a7ca0 req-c8e7c70c-b4ba-44f5-8d68-5096157ac78c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 945 time: 0.0856152 May 27 11:43:50.979739 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event deleted for resources: {'Port': ['ID=b042b783-0379-4788-92d7-394298c7f32a,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:50.982812 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:51.008821 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-e7c32486-30ef-4bf7-9411-6419eb8a7ca0 req-61d0fbc5-cb43-435e-af52-dc9f499828e2 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/security-groups?id=ce87a102-48a2-46d1-9f7c-0db0a31620ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667899 May 27 11:43:51.063316 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.l3_dvrscheduler_db [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] No DVR routers for this DVR port b042b783-0379-4788-92d7-394298c7f32a on host hv-cinder-75157 {{(pid=92449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:43:51.065811 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for port, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:51.068417 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4805b100-e333-4c59-a44e-8115112f0b83', 'name': 'network-vif-deleted', 'tag': 'b042b783-0379-4788-92d7-394298c7f32a'}] {{(pid=92449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 11:43:51.113814 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4805b100-e333-4c59-a44e-8115112f0b83', 'name': 'network-vif-deleted', 'tag': 'b042b783-0379-4788-92d7-394298c7f32a', 'status': 'completed', 'code': 200} May 27 11:43:51.207237 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [req-db24dcc7-88e7-414e-84a1-993bc7295638 req-8b15587b-ee39-4609-ae0e-1586709df240 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.76 "DELETE /v2.0/ports/b042b783-0379-4788-92d7-394298c7f32a HTTP/1.1" status: 204 len: 173 time: 1.0037007 May 27 11:43:52.162628 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [req-13c0b67e-f20b-4c26-94ef-ae5b21851ecc req-350da158-fb12-487a-82fa-efc709c5154e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "GET /v2.0/ports?device_id=4805b100-e333-4c59-a44e-8115112f0b83 HTTP/1.1" status: 200 len: 210 time: 0.0447824 May 27 11:43:53.260442 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 44406) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:53.488057 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Deleting port b1149d8b-2f98-496f-a717-b4dacf78c33d {{(pid=92449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:43:53.488403 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:53.610662 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:53.610980 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:53.737646 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Calling delete_port for b1149d8b-2f98-496f-a717-b4dacf78c33d owned by network:floatingip {{(pid=92449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:43:53.915157 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7865180'] for port, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:53.919090 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-4287ac40-39b6-4971-a80c-fe7170844558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:53.966561 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event deleted for resources: {'Port': ['ID=b1149d8b-2f98-496f-a717-b4dacf78c33d,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:53.969864 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:54.057588 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for floatingip, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:54.072675 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75293'] for floatingip, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:54.074374 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-3a5b6ee5-d1af-49d7-904b-494b22db81a3 tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "DELETE /v2.0/floatingips/3ab34e79-12f3-4132-9b02-940578e134d2 HTTP/1.1" status: 204 len: 168 time: 0.8123960 May 27 11:43:55.857412 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device b042b783-0379-4788-92d7-394298c7f32a no longer exists at agent hyperv_hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:43:55.892431 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-44a64892-1905-494f-915a-3f0095979a3c None None] No Port match for: b042b783-0379-4788-92d7-394298c7f32a {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:43:55.892785 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Device b042b783-0379-4788-92d7-394298c7f32a not bound to the agent host hv-cinder-75157 {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:43:56.678368 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 44428) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:56.752116 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-168dcf34-94ef-4e10-a4b2-608a98d2693e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:56.782289 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-168dcf34-94ef-4e10-a4b2-608a98d2693e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:56.909414 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-168dcf34-94ef-4e10-a4b2-608a98d2693e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:56.915264 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-65630cf5-17fc-4bfd-89be-30fcfd52855f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:56.931256 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dcf34-94ef-4e10-a4b2-608a98d2693e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce87a102-48a2-46d1-9f7c-0db0a31620ee,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:56.936211 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-168dcf34-94ef-4e10-a4b2-608a98d2693e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:56.937974 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:43:57.029035 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-168dcf34-94ef-4e10-a4b2-608a98d2693e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:57.030331 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-168dcf34-94ef-4e10-a4b2-608a98d2693e tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] 10.222.0.86 "DELETE /v2.0/security-groups/ce87a102-48a2-46d1-9f7c-0db0a31620ee HTTP/1.1" status: 204 len: 168 time: 0.3509696 May 27 11:43:57.162425 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44440) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:57.994065 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880380'] for router_interface, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:58.415858 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Deleting port 41d819f9-924e-4c7d-8147-c5ee8bb4f014 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:43:58.416563 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:58.544812 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] For port 41d819f9-924e-4c7d-8147-c5ee8bb4f014, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=41d819f9-924e-4c7d-8147-c5ee8bb4f014,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:43:58.545118 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:58.671150 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Calling delete_port for 41d819f9-924e-4c7d-8147-c5ee8bb4f014 owned by network:router_interface {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:43:58.874894 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:58.879945 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-4682614d-5e86-4abc-96b2-34b7165f27f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:43:58.926735 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d819f9-924e-4c7d-8147-c5ee8bb4f014,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:43:58.958421 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:43:59.201859 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1035741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882764'] for router_interface, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:43:59.690156 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:43:59.871255 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:43:59.880260 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] Sync routers for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:43:59.886001 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-9ee07274-031c-41e9-816b-511fddf1ff36 admin admin] 10.222.0.86 "PUT /v2.0/routers/d3a7bdb9-525e-4ae9-8513-f8b2a723efa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7200959 May 27 11:43:59.886290 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44458) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:43:59.890585 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:43:59.891278 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:43:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:00.031538 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 44464) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:00.077174 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Notify callbacks [] for router, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.081751 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:44:00.163547 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d3ad331d-47e1-4cb0-9bd2-b5cfaf7dd0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.179906 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-d3ad331d-47e1-4cb0-9bd2-b5cfaf7dd0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 11:44:00.184428 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-d3ad331d-47e1-4cb0-9bd2-b5cfaf7dd0a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a580e1b408034990b3c95a2b7f8a9d70 is out of sync, need to count used quota {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 11:44:00.187483 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.quota.resource [None req-d3ad331d-47e1-4cb0-9bd2-b5cfaf7dd0a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92449) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 11:44:00.193343 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.db.quota.driver [None req-d3ad331d-47e1-4cb0-9bd2-b5cfaf7dd0a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92449) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 11:44:00.260792 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.281517 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d3ad331d-47e1-4cb0-9bd2-b5cfaf7dd0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.365579 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-d3ad331d-47e1-4cb0-9bd2-b5cfaf7dd0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_create {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.382802 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-7a6008d9-667b-4961-a0f1-7040e2a0eaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:00.385046 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:43:58Z', 'revision_number': 5, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port': {'id': '9e2e451d-02ef-43ce-8a27-6ab8de98fea6', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:34Z', 'updated_at': '2021-05-27T11:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:00.389984 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] Checking router: d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 for host: dv-cinder-751579-23-iscsi {{(pid=92451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:44:00.402485 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] Routers {'d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:44:00.403116 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:43:35Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'], 'active': True} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:00.422425 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Deleting port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:44:00.423147 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.431752 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-d3ad331d-47e1-4cb0-9bd2-b5cfaf7dd0a1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a580e1b408034990b3c95a2b7f8a9d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962805 May 27 11:44:00.431752 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad331d-47e1-4cb0-9bd2-b5cfaf7dd0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342a4f6a-31d5-4a2c-86e9-a308ebaa5232,revision_number=1']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:00.433558 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.wsgi [-] (92449) accepted ('10.222.0.86', 44470) {{(pid=92449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:00.436326 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-d3ad331d-47e1-4cb0-9bd2-b5cfaf7dd0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:00.502650 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cf646364-5b34-414a-a846-13c43ff0c9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.531611 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cf646364-5b34-414a-a846-13c43ff0c9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.572363 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] For port 9e2e451d-02ef-43ce-8a27-6ab8de98fea6, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=9e2e451d-02ef-43ce-8a27-6ab8de98fea6,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:44:00.572799 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.574583 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvr_db [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] Set router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 gateway port host: None {{(pid=92451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:44:00.690405 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_hamode_db [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:44:00Z', 'revision_number': 6, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port_host': None}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:00.690734 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cf646364-5b34-414a-a846-13c43ff0c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.694715 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d113ec6-47e5-4b18-946e-3033b0d54b6c None None] The sync data for ids ['d3a7bdb9-525e-4ae9-8513-f8b2a723efa5'] in dv-cinder-751579-23-iscsi is: [{'id': 'd3a7bdb9-525e-4ae9-8513-f8b2a723efa5', 'name': 'tempest-TestVolumeBootPattern-1025058475-router', 'tenant_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:33Z', 'updated_at': '2021-05-27T11:44:00Z', 'revision_number': 6, 'project_id': '67e3e87a5eb74bf3b950d4ee58fbb84f', 'gw_port_host': None}] {{(pid=92451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:44:00.696713 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-aa1b0a23-e416-49e3-b09d-59ea97d61989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:00.701257 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Calling delete_port for 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 owned by network:router_gateway {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:44:00.710936 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf646364-5b34-414a-a846-13c43ff0c9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342a4f6a-31d5-4a2c-86e9-a308ebaa5232,revision_number=None']} {{(pid=92449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:00.714427 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG oslo_concurrency.lockutils [None req-cf646364-5b34-414a-a846-13c43ff0c9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92449) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:00.717987 dv-cinder-751579-23-iscsi neutron-server[92449]: DEBUG neutron_lib.callbacks.manager [None req-cf646364-5b34-414a-a846-13c43ff0c9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.719919 dv-cinder-751579-23-iscsi neutron-server[92449]: INFO neutron.wsgi [None req-cf646364-5b34-414a-a846-13c43ff0c9fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/342a4f6a-31d5-4a2c-86e9-a308ebaa5232 HTTP/1.1" status: 204 len: 168 time: 0.2854207 May 27 11:44:00.891651 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:00.896554 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-0b1349ae-a141-484d-8494-f806c3ce434c tempest-TestVolumeBootPattern-989445068 tempest-TestVolumeBootPattern-989445068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:00.941384 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2e451d-02ef-43ce-8a27-6ab8de98fea6,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:00.976886 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:01.182149 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-877779'] for router_gateway, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:01.360129 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-884300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:01.367303 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:01.446281 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-883808'] for router, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:01.446758 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 {{(pid=92450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:44:01.458965 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] Notify callbacks [] for router, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:01.460099 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-fa334659-799e-4a18-802b-c65c10cc0efa admin admin] 10.222.0.86 "DELETE /v2.0/routers/d3a7bdb9-525e-4ae9-8513-f8b2a723efa5 HTTP/1.1" status: 204 len: 168 time: 1.5728762 May 27 11:44:01.462768 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44476) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:01.528229 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_v2 [None req-54773b5d-de64-44ff-b363-19ee34b146a4 admin admin] Deleting subnet fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 {{(pid=92450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:44:01.531366 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-54773b5d-de64-44ff-b363-19ee34b146a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:01.582120 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-54773b5d-de64-44ff-b363-19ee34b146a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5579956'] for subnet, precommit_delete_associations {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:01.662059 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-54773b5d-de64-44ff-b363-19ee34b146a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:01.982604 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-54773b5d-de64-44ff-b363-19ee34b146a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6380542'] for subnet, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:01.986640 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:02.020974 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54773b5d-de64-44ff-b363-19ee34b146a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5965c2-ac1b-41bc-bc6e-6c9e0189a660,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:02.023966 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-54773b5d-de64-44ff-b363-19ee34b146a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:02.024954 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-54773b5d-de64-44ff-b363-19ee34b146a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:02.031496 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-54773b5d-de64-44ff-b363-19ee34b146a4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fe5965c2-ac1b-41bc-bc6e-6c9e0189a660 HTTP/1.1" status: 204 len: 168 time: 0.5677307 May 27 11:44:02.033121 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2ad23-9b1a-40b1-bbe9-6ba22a50f6fe None None] Network b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:44:02.034160 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44480) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:02.161123 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:02.289368 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Deleting port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:44:02.289832 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:02.406558 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] DHCP port deletion for b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 request from dv-cinder-751579-23-iscsi {{(pid=92451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:44:02.415306 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] For port 248014c4-c8f2-470e-a601-aa8a5e5f11f5, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=248014c4-c8f2-470e-a601-aa8a5e5f11f5,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:44:02.415522 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:02.472500 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:44:02.509705 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:44:02.510053 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 9e2e451d-02ef-43ce-8a27-6ab8de98fea6 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:44:02.511061 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 41d819f9-924e-4c7d-8147-c5ee8bb4f014 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:44:02.542368 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Calling delete_port for 248014c4-c8f2-470e-a601-aa8a5e5f11f5 owned by network:dhcp {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:44:02.547450 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 41d819f9-924e-4c7d-8147-c5ee8bb4f014 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:44:02.547795 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 41d819f9-924e-4c7d-8147-c5ee8bb4f014 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:44:02.550077 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Deleting port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 {{(pid=92451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:44:02.550454 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:02.656932 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] For port 248014c4-c8f2-470e-a601-aa8a5e5f11f5, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=248014c4-c8f2-470e-a601-aa8a5e5f11f5,segment=NetworkSegment(fa5a5527-16f0-4d03-97a2-ecef5df58030),segment_id=fa5a5527-16f0-4d03-97a2-ecef5df58030)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:44:02.657217 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:02.674626 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:02.679604 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-55ae3f53-3a61-4b98-8cc5-3a7b78b65f8c tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:02.724393 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=248014c4-c8f2-470e-a601-aa8a5e5f11f5,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:02.727531 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:02.728325 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] No DVR routers for this DVR port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 on host dv-cinder-751579-23-iscsi {{(pid=92450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:44:02.777248 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1cb21e36-fd6f-4f55-82d5-91495a0fbffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:02.787922 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Calling delete_port for 248014c4-c8f2-470e-a601-aa8a5e5f11f5 owned by network:dhcp {{(pid=92451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:44:02.836365 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101'] for port, after_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:02.840022 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:02.847942 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:02.865511 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42']}} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:02.883159 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Pushing event deleted for resources: {'Port': ['ID=248014c4-c8f2-470e-a601-aa8a5e5f11f5,revision_number=None']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:02.891750 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] No DVR routers for this DVR port 248014c4-c8f2-470e-a601-aa8a5e5f11f5 on host dv-cinder-751579-23-iscsi {{(pid=92451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:44:02.902016 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.902378 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.902724 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.903064 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.903403 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.903737 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.904105 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.904556 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.904762 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.905088 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.905456 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.905785 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-23-iscsi {{(pid=92451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 11:44:02.909570 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-0539c75c-1e69-4d15-bdcc-7c19bbf7987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:02.975491 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5a5527-16f0-4d03-97a2-ecef5df58030') {'for_net_delete': True} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:02.976181 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5a5527-16f0-4d03-97a2-ecef5df58030') {} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:02.990562 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5579917'] for segment, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:03.007233 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:03.013226 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=92450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:44:03.013646 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5597077'] for segment, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: Traceback (most recent call last): May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: timer() May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: cb(*args, **kw) May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: return func(*args, **kwargs) May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: self._notify() May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: self.callback(batched_events) May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: event.method(event) May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: return f(self, *a, **k) May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._get(url).json() May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: return self.request(url, 'GET', **kwargs) May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:44:03.027058 dv-cinder-751579-23-iscsi neutron-server[92450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:44:03.166023 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:03.169713 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c8d05bc8-c6ab-4e07-a9c6-1dd5a4621760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:03.182892 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:03.194983 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:03.200507 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:03.280389 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:03.281279 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-e33e9ef2-9992-4bfa-9f6c-9a1e9f3f46a4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/b76cb9cd-06a6-4ebf-b8c1-f64e9e42fa42 HTTP/1.1" status: 204 len: 168 time: 1.2460072 May 27 11:44:03.283896 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44484) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:03.831039 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-880380'] for router_interface, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:04.286037 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Deleting port b71238d4-0d88-4c6e-aa17-028571655a0f {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:44:04.286756 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:04.412112 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] For port b71238d4-0d88-4c6e-aa17-028571655a0f, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=b71238d4-0d88-4c6e-aa17-028571655a0f,segment=NetworkSegment(416d24f1-4183-4e5a-a370-2db10f5ea60f),segment_id=416d24f1-4183-4e5a-a370-2db10f5ea60f)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:44:04.412466 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:04.427557 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 248014c4-c8f2-470e-a601-aa8a5e5f11f5 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:44:04.462579 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 248014c4-c8f2-470e-a601-aa8a5e5f11f5 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:44:04.462925 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 248014c4-c8f2-470e-a601-aa8a5e5f11f5 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:44:04.550867 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Calling delete_port for b71238d4-0d88-4c6e-aa17-028571655a0f owned by network:router_interface {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:44:04.874412 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:04.878202 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-bbd88caa-9c52-49a3-a144-3690bde7e4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:04.925130 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71238d4-0d88-4c6e-aa17-028571655a0f,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:04.928307 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:05.056153 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:05.199947 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1035741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-882764'] for router_interface, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:05.222916 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-102fc1c1-60e1-48e6-96a2-024e6ec700b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:05.565296 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Router 2a878b30-2077-4b0f-a0fc-9adc743903e3 has already been hosted by L3 agent 55409e7f-83ca-4bd1-8d23-f4f2b19f9def {{(pid=92450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 11:44:05.749133 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] Notify agent at l3_agent.dv-cinder-751579-23-iscsi the message routers_updated {{(pid=92450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 11:44:05.757187 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] Sync routers for ids ['2a878b30-2077-4b0f-a0fc-9adc743903e3'] in dv-cinder-751579-23-iscsi {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 11:44:05.766696 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] Routers {'2a878b30-2077-4b0f-a0fc-9adc743903e3'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:44:05.767302 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:44:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['2a878b30-2077-4b0f-a0fc-9adc743903e3'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:05.825484 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-4d3bac76-3498-43c8-ae83-e83caf7045e3 admin admin] 10.222.0.86 "PUT /v2.0/routers/2a878b30-2077-4b0f-a0fc-9adc743903e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5404136 May 27 11:44:05.827949 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44490) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:05.956491 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] Set router 2a878b30-2077-4b0f-a0fc-9adc743903e3 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:44:06.011070 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Notify callbacks [] for router, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:06.251229 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:06.279014 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'name': 'tempest-TestVolumeBootPattern-1751834444-router', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a40922-ccd3-4fba-b953-8a551585c926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:45Z', 'updated_at': '2021-05-27T11:44:04Z', 'revision_number': 5, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'gw_port': {'id': '48a40922-ccd3-4fba-b953-8a551585c926', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:46Z', 'updated_at': '2021-05-27T11:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:06.282852 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] Checking router: 2a878b30-2077-4b0f-a0fc-9adc743903e3 for host: dv-cinder-751579-23-iscsi {{(pid=92452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 11:44:06.291270 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] Routers {'2a878b30-2077-4b0f-a0fc-9adc743903e3'} bound to L3 agent in host dv-cinder-751579-23-iscsi {{(pid=92452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 11:44:06.291878 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T11:24:05Z,description=,heartbeat_timestamp=2021-05-27T11:44:05Z,host='dv-cinder-751579-23-iscsi',id=55409e7f-83ca-4bd1-8d23-f4f2b19f9def,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T11:24:06Z,topic='l3_agent')) {'router_ids': ['2a878b30-2077-4b0f-a0fc-9adc743903e3'], 'active': True} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:06.308738 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:06.438253 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Deleting port 48a40922-ccd3-4fba-b953-8a551585c926 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:44:06.438597 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:06.476049 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_dvr_db [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] Set router 2a878b30-2077-4b0f-a0fc-9adc743903e3 gateway port host: dv-cinder-751579-23-iscsi {{(pid=92452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 11:44:06.568788 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] For port 48a40922-ccd3-4fba-b953-8a551585c926, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=48a40922-ccd3-4fba-b953-8a551585c926,segment=NetworkSegment(6d1af81a-806d-4163-9642-15a38552fd73),segment_id=6d1af81a-806d-4163-9642-15a38552fd73)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:44:06.569373 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:06.700449 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Calling delete_port for 48a40922-ccd3-4fba-b953-8a551585c926 owned by network:router_gateway {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:44:06.771437 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.l3_hamode_db [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'name': 'tempest-TestVolumeBootPattern-1751834444-router', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a40922-ccd3-4fba-b953-8a551585c926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:45Z', 'updated_at': '2021-05-27T11:44:04Z', 'revision_number': 5, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'gw_port': {'id': '48a40922-ccd3-4fba-b953-8a551585c926', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:46Z', 'updated_at': '2021-05-27T11:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}], 'dv-cinder-751579-23-iscsi', False) {} {{(pid=92452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:06.775516 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8658bd6-e290-4fe6-b20c-c4a606206b9f None None] The sync data for ids ['2a878b30-2077-4b0f-a0fc-9adc743903e3'] in dv-cinder-751579-23-iscsi is: [{'id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'name': 'tempest-TestVolumeBootPattern-1751834444-router', 'tenant_id': '39aa93ce99a04c67a4e415510b2271f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'external_fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a40922-ccd3-4fba-b953-8a551585c926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T11:34:45Z', 'updated_at': '2021-05-27T11:44:04Z', 'revision_number': 5, 'project_id': '39aa93ce99a04c67a4e415510b2271f4', 'gw_port': {'id': '48a40922-ccd3-4fba-b953-8a551585c926', 'name': '', 'network_id': 'aff141f8-ece8-4c78-b753-2e9475f6af8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a878b30-2077-4b0f-a0fc-9adc743903e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T11:34:46Z', 'updated_at': '2021-05-27T11:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d72ae46-a525-493f-b1fb-30aca225a0b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-23-iscsi'}] {{(pid=92452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 11:44:06.879677 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:06.883207 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-c9eeef5d-d443-4207-8bc5-15632a325881 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:06.929770 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Pushing event deleted for resources: {'Port': ['ID=48a40922-ccd3-4fba-b953-8a551585c926,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:06.933048 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:07.023644 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-877779'] for router_gateway, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:07.201232 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-884300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:07.203532 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:07.320528 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-883808'] for router, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:07.320956 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a878b30-2077-4b0f-a0fc-9adc743903e3 {{(pid=92450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 11:44:07.336283 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] Notify callbacks [] for router, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:07.337526 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-2f42325b-6308-4374-87c0-61abec65b489 admin admin] 10.222.0.86 "DELETE /v2.0/routers/2a878b30-2077-4b0f-a0fc-9adc743903e3 HTTP/1.1" status: 204 len: 168 time: 1.5085993 May 27 11:44:07.340661 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44494) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:07.411516 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.db_base_plugin_v2 [None req-200418f4-f5dc-4ac8-ab23-35e82921cf97 admin admin] Deleting subnet 66e6114a-13a6-4d53-b739-da1f0b932090 {{(pid=92450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 11:44:07.414653 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-200418f4-f5dc-4ac8-ab23-35e82921cf97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:07.466814 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-200418f4-f5dc-4ac8-ab23-35e82921cf97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5579956'] for subnet, precommit_delete_associations {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:07.552813 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-200418f4-f5dc-4ac8-ab23-35e82921cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1777917'] for subnet, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:07.903158 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-200418f4-f5dc-4ac8-ab23-35e82921cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1776938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6380542'] for subnet, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:07.907457 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b1761c5a-a851-4f96-9fcd-68ea444e549d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:07.949698 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200418f4-f5dc-4ac8-ab23-35e82921cf97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e6114a-13a6-4d53-b739-da1f0b932090,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:07.952777 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-200418f4-f5dc-4ac8-ab23-35e82921cf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:07.953770 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-200418f4-f5dc-4ac8-ab23-35e82921cf97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:07.960238 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-200418f4-f5dc-4ac8-ab23-35e82921cf97 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/66e6114a-13a6-4d53-b739-da1f0b932090 HTTP/1.1" status: 204 len: 168 time: 0.6184647 May 27 11:44:07.967204 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44498) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:07.968341 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26deccd-41e1-41b5-b94f-36d58f305ff9 None None] Network 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec requested from dv-cinder-751579-23-iscsi {{(pid=92451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 11:44:08.043719 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.079315 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690985'] for network, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.153228 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Deleting port 675921c7-3607-4820-9de3-caf87e63bc58 {{(pid=92450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:44:08.153571 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.230021 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e111f96d-07db-4b94-bd60-3becaa853e90 None None] DHCP port deletion for 93c9b0ee-f35b-4c57-b0fe-022bd3b491ec request from dv-cinder-751579-23-iscsi {{(pid=92451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 11:44:08.301291 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-e111f96d-07db-4b94-bd60-3becaa853e90 None None] Deleting port 675921c7-3607-4820-9de3-caf87e63bc58 {{(pid=92451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 11:44:08.301584 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-e111f96d-07db-4b94-bd60-3becaa853e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736639374668'] for port, before_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.368142 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.db [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] For port 675921c7-3607-4820-9de3-caf87e63bc58, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=675921c7-3607-4820-9de3-caf87e63bc58,segment=NetworkSegment(416d24f1-4183-4e5a-a370-2db10f5ea60f),segment_id=416d24f1-4183-4e5a-a370-2db10f5ea60f)] {{(pid=92450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:44:08.368501 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.405344 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-e111f96d-07db-4b94-bd60-3becaa853e90 None None] For port 675921c7-3607-4820-9de3-caf87e63bc58, host dv-cinder-751579-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-23-iscsi',level=0,port_id=675921c7-3607-4820-9de3-caf87e63bc58,segment=NetworkSegment(416d24f1-4183-4e5a-a370-2db10f5ea60f),segment_id=416d24f1-4183-4e5a-a370-2db10f5ea60f)] {{(pid=92451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 11:44:08.405729 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-e111f96d-07db-4b94-bd60-3becaa853e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-876559'] for port, precommit_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.471063 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 48a40922-ccd3-4fba-b953-8a551585c926 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:44:08.501363 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.plugin [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Calling delete_port for 675921c7-3607-4820-9de3-caf87e63bc58 owned by network:dhcp {{(pid=92450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:44:08.566181 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-e111f96d-07db-4b94-bd60-3becaa853e90 None None] Calling delete_port for 675921c7-3607-4820-9de3-caf87e63bc58 owned by network:dhcp {{(pid=92451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 11:44:08.568516 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: 48a40922-ccd3-4fba-b953-8a551585c926 {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:44:08.568860 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 48a40922-ccd3-4fba-b953-8a551585c926 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:44:08.569271 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device b71238d4-0d88-4c6e-aa17-028571655a0f no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:44:08.606332 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.plugin [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No Port match for: b71238d4-0d88-4c6e-aa17-028571655a0f {{(pid=92451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 11:44:08.606696 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device b71238d4-0d88-4c6e-aa17-028571655a0f not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:44:08.607120 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 675921c7-3607-4820-9de3-caf87e63bc58 no longer exists at agent ovs-agent-dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 11:44:08.644486 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5597126'] for port, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.648992 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-78285f9f-3808-406e-94f0-7e8cb24ca94e tempest-TestShelveInstance-136547125 tempest-TestShelveInstance-136547125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:08.679948 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.db [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] No active binding found for port 675921c7-3607-4820-9de3-caf87e63bc58 {{(pid=92451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 11:44:08.680366 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.plugins.ml2.rpc [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Device 675921c7-3607-4820-9de3-caf87e63bc58 not bound to the agent host dv-cinder-751579-23-iscsi {{(pid=92451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 11:44:08.696966 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Pushing event deleted for resources: {'Port': ['ID=675921c7-3607-4820-9de3-caf87e63bc58,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:08.699735 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:08.700926 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-e111f96d-07db-4b94-bd60-3becaa853e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1035727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736639377318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736638992101'] for port, after_delete {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.704081 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] No DVR routers for this DVR port 675921c7-3607-4820-9de3-caf87e63bc58 on host dv-cinder-751579-23-iscsi {{(pid=92450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:44:08.704629 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-e39c714b-81c3-455b-92e9-7818b8d2d623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:08.748977 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111f96d-07db-4b94-bd60-3becaa853e90 None None] Pushing event deleted for resources: {'Port': ['ID=675921c7-3607-4820-9de3-caf87e63bc58,revision_number=None']} {{(pid=92451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:08.751907 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG oslo_concurrency.lockutils [None req-e111f96d-07db-4b94-bd60-3becaa853e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:08.752730 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111f96d-07db-4b94-bd60-3becaa853e90 None None] No DVR routers for this DVR port 675921c7-3607-4820-9de3-caf87e63bc58 on host dv-cinder-751579-23-iscsi {{(pid=92451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 11:44:08.828692 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1774944', 'neutron.services.segments.db._delete_segments_for_network-8736639438565'] for network, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.842813 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c9b0ee-f35b-4c57-b0fe-022bd3b491ec']}} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:08.855182 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416d24f1-4183-4e5a-a370-2db10f5ea60f') {'for_net_delete': True} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:08.855476 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.services.segments.db [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416d24f1-4183-4e5a-a370-2db10f5ea60f') {} {{(pid=92450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 11:44:08.866748 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736639446438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5579917'] for segment, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.882545 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672'] for segment, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.889705 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=92450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 11:44:08.890109 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5597077'] for segment, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: Traceback (most recent call last): May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: timer() May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: cb(*args, **kw) May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: return func(*args, **kwargs) May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: self._notify() May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: self.callback(batched_events) May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: event.method(event) May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: aggregate_uuid = self.p_client.list_aggregates( May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: return f(self, *a, **k) May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._get(url).json() May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: return self.request(url, 'GET', **kwargs) May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: base_url = self.get_endpoint(auth, allow=allow, May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 11:44:08.905307 dv-cinder-751579-23-iscsi neutron-server[92450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 11:44:09.028498 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1774975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-720217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1035718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-877820'] for network, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:09.031868 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:09.045095 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1035745'] for network, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:09.057881 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c9b0ee-f35b-4c57-b0fe-022bd3b491ec,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:09.061645 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:09.063204 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-5f727c1a-adfa-4ba1-82d1-20ffd7143482 admin admin] 10.222.0.86 "DELETE /v2.0/networks/93c9b0ee-f35b-4c57-b0fe-022bd3b491ec HTTP/1.1" status: 204 len: 168 time: 1.0980792 May 27 11:44:09.428861 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44506) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:09.479379 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-ed6cf0ee-3d1e-49b6-ba51-129eb4dd6756 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=67e3e87a5eb74bf3b950d4ee58fbb84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487926 May 27 11:44:09.481525 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44510) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:09.540079 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-340f77b3-0739-4ae1-b023-d5995cf95b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:09.566800 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-340f77b3-0739-4ae1-b023-d5995cf95b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:09.708207 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-340f77b3-0739-4ae1-b023-d5995cf95b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:09.712111 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-717648e5-4a07-49cc-bea8-d0f041532492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:09.726403 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f77b3-0739-4ae1-b023-d5995cf95b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a823b9-a417-4328-881a-a94572ef6173,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:09.731957 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-340f77b3-0739-4ae1-b023-d5995cf95b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:09.735423 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-340f77b3-0739-4ae1-b023-d5995cf95b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:09.736602 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-340f77b3-0739-4ae1-b023-d5995cf95b42 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/52a823b9-a417-4328-881a-a94572ef6173 HTTP/1.1" status: 204 len: 168 time: 0.2541850 May 27 11:44:10.526558 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44518) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:10.575795 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-70a6d2f4-7a16-4f98-a9b8-f668731cfc56 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=39aa93ce99a04c67a4e415510b2271f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480275 May 27 11:44:10.578128 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.wsgi [-] (92450) accepted ('10.222.0.86', 44522) {{(pid=92450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 11:44:10.636238 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b6aeaa24-de07-4eba-88e1-772b9f0d10c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:10.661973 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b6aeaa24-de07-4eba-88e1-772b9f0d10c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:10.793829 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b6aeaa24-de07-4eba-88e1-772b9f0d10c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720233'] for security_group, after_delete {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:10.797649 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-941876fc-7ef5-4691-9fc7-4f6978e33bb6 tempest-AttachVolumeShelveTestJSON-1705620080 tempest-AttachVolumeShelveTestJSON-1705620080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 11:44:10.809764 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aeaa24-de07-4eba-88e1-772b9f0d10c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5388d225-6ef4-47ee-b244-d257f59cc3ae,revision_number=None']} {{(pid=92450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 11:44:10.813289 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG oslo_concurrency.lockutils [None req-b6aeaa24-de07-4eba-88e1-772b9f0d10c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 11:44:10.824146 dv-cinder-751579-23-iscsi neutron-server[92450]: DEBUG neutron_lib.callbacks.manager [None req-b6aeaa24-de07-4eba-88e1-772b9f0d10c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:10.824146 dv-cinder-751579-23-iscsi neutron-server[92450]: INFO neutron.wsgi [None req-b6aeaa24-de07-4eba-88e1-772b9f0d10c1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5388d225-6ef4-47ee-b244-d257f59cc3ae HTTP/1.1" status: 204 len: 168 time: 0.2387941 May 27 11:44:32.758428 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-6fb58ad1-94fe-4384-84bd-84de208314a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:33.312785 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:33.937803 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:44:35.031998 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:35.220660 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-eabbb3c1-c63f-4101-82c2-4791a54c5c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:36.249383 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:44:38.003486 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:02.761947 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-5d265e1a-9367-45d7-b3c8-3e00e0ba3e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:03.281386 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:05.052725 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:05.218922 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-badb8be8-4730-40d1-b0c1-4850fdf44811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:06.270352 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:08.012410 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:10.938043 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:45:32.708517 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2217d474-90eb-4520-944f-91721d6a5f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:33.273969 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:35.056424 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:35.194255 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-b428b970-c39c-4556-9b7a-ef9fe238149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:36.285872 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:38.056587 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:45:47.936974 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:46:02.711878 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-1445abf9-13a9-4349-8cb0-41ab30b87cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:03.317685 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:05.038280 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:05.202866 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-2492545c-bc91-414a-a472-59c8fe48959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:06.272496 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:08.025293 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:24.936621 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:46:32.721884 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-c05ecbeb-92a9-4c55-8303-41677ffcc445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:33.310349 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:35.053076 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:35.207006 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-891b40cb-9754-46c0-bcaa-f955d5cf8434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:36.287314 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:46:38.069830 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:01.948283 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:47:02.697225 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-82e1c72d-d743-4584-8e96-465503d38d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:03.280377 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:05.057502 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:05.210705 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-601d5f82-c97d-4fe2-9e35-c6370bc6e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:06.285396 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:08.038367 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:32.724037 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-0b8ee043-e58f-4229-a1da-f7dd4ec704a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:33.295674 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:35.054949 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:35.220798 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-471e3247-6c09-4c5d-bd60-0feeac0bb408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:36.278528 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:38.055148 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:47:38.935204 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:48:02.705292 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-bb36c99f-3c7a-468d-89e1-cfdf0b0b76ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:03.259353 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:05.053782 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:05.236751 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-fcadc591-12d4-44c1-8d53-f46f331c8c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:06.253635 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:08.013454 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:15.934966 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:48:32.703818 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-4d22c110-8ed1-448c-bd7a-4b1adec1522b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:33.315034 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:35.092091 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:35.206281 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-63f9f3c7-c055-4349-a0da-eb666fff0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:36.257902 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:38.074079 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:48:52.934146 dv-cinder-751579-23-iscsi neutron-server[92452]: DEBUG neutron.db.agents_db [None req-3d9f7019-790a-44f2-b8c3-2f1ccdc50cb4 None None] Agent healthcheck: found 6 active agents {{(pid=92452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 11:49:02.724825 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-98ec8aac-8c7a-4dd9-8916-f095ce752fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:49:03.302266 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-44a64892-1905-494f-915a-3f0095979a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:49:05.056986 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-d26dec8a-de53-4d75-a65d-105cecfdff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:49:05.222142 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-756d9bf0-ea59-4cb6-b90d-45664919ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:49:06.284818 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-3c1abdc5-d689-4e93-8f80-403f08d73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 11:49:08.067324 dv-cinder-751579-23-iscsi neutron-server[92451]: DEBUG neutron_lib.callbacks.manager [None req-8fb92633-eae6-44c9-a9e8-8ef2c97acecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736639438583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772734'] for agent, after_update {{(pid=92451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}